-- Logs begin at Fri 2022-08-19 14:36:36 UTC, end at Fri 2022-08-19 15:41:02 UTC. -- Aug 19 15:14:26.444651 dv-cinder-835384-20-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 19 15:14:29.117080 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.common.config [-] Logging enabled! Aug 19 15:14:29.117696 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev495 Aug 19 15:14:29.117880 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106173) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 19 15:14:29.121133 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.common.config [-] Logging enabled! Aug 19 15:14:29.121396 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev495 Aug 19 15:14:29.121717 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106173) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 19 15:14:29.122832 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 15:14:29.123069 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 15:14:29.123563 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 15:14:29.123814 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 15:14:29.124046 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 15:14:29.124373 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.124703 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.125010 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.125245 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.125548 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.125856 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.126129 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.126437 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.126810 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.126998 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.127282 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.127516 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.127801 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.128092 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.128382 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.128635 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] debug = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.128920 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.129357 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.129761 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.130051 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.130345 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.130627 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.130907 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.131189 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.131473 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.131803 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] host = dv-cinder-835384-20-iscsi {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.132092 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.132384 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.132698 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.132990 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.133269 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.133552 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.133843 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.134125 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.134404 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] log_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.134683 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.134981 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.135275 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.135572 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.135804 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.136034 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.136333 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.136666 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.136952 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.137233 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.137515 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.138347 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.138701 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.138988 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.139286 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.139580 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.139873 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.140157 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.140463 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.140746 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.141025 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.141318 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.141597 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.141876 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.142157 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.142453 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.142732 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.143012 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.143321 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.143613 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.143901 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.144191 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.144497 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.144789 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.145067 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.145369 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.145676 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] use_json = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.145933 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.146173 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.146458 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.146736 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.147018 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.147295 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.147571 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.147861 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.148136 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:29.148459 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.148767 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.149071 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.149361 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.149671 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.149956 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.150253 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.150534 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.150828 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.151123 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.151416 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.151699 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.152006 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.152301 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.152627 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.152942 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.153854 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.154303 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.154588 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.154872 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.155155 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.155441 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.155736 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.156021 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.156317 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.156639 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.156929 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.157237 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.157530 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.158068 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.158379 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.158678 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.158958 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.159244 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.159544 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.159832 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.160112 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.160432 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.160721 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.161001 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.161289 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.161589 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.161884 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.162164 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.162448 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.162744 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.163027 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.163304 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.163583 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.163864 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.164142 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.164451 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.164737 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.165014 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.165290 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.165574 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.165852 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.166132 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.166414 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.166691 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.166975 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.167252 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.167527 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.167805 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.168082 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.168358 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.168659 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.169481 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.169771 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.170042 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.170321 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.170594 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.170871 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.171147 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.171448 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.171730 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.172014 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.172296 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.172601 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.172885 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.173166 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.173448 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.173729 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.174005 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.174341 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.174598 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.174883 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.175171 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.175456 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.175782 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.176071 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.176359 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.176668 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.176962 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.177339 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.177559 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.177817 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.178100 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.178391 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.178680 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.178977 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.179276 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.179559 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.179856 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.180156 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.180489 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.180775 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.181089 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.181376 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:29.181659 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 15:14:29.181838 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106173) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 19 15:14:29.482902 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 19 15:14:29.483154 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 19 15:14:29.483418 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 19 15:14:29.483743 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 19 15:14:29.483929 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 19 15:14:29.484266 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 19 15:14:29.894247 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:29.894535 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:29.894822 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:29.896112 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:29.896414 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:29.896682 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:29.953009 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:29.953289 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:29.953561 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:29.970001 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:29.970289 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:29.970562 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.000177 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.000485 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.000764 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.038095 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.038382 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.038655 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.297439 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.298175 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.298175 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.298490 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.299201 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.405619 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.405955 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.406244 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.406522 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.406795 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.407105 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.407373 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.407641 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.408178 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.408494 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.408764 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.409034 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.409293 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.409551 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.409814 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.410092 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.410355 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.410626 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.410900 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.411163 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.411443 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.411708 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.411993 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.412376 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.412658 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.412912 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.413323 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 15:14:30.413571 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 15:14:30.413821 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 15:14:30.414062 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 15:14:30.414305 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 15:14:30.414546 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 15:14:30.414923 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 19 15:14:30.419117 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 19 15:14:30.423844 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 19 15:14:30.427825 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 19 15:14:30.429504 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 19 15:14:30.430142 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 19 15:14:30.430485 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 19 15:14:30.430884 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 19 15:14:30.433721 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 19 15:14:30.433979 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 19 15:14:30.434330 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 15:14:30.440365 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 19 15:14:30.466520 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 19 15:14:30.466989 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.467298 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106173) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 19 15:14:30.467678 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.469084 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106173) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 19 15:14:30.469379 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 15:14:30.469751 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 19 15:14:30.473306 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.473592 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:30.629612 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 19 15:14:30.629790 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 19 15:14:30.629999 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 19 15:14:30.630382 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 19 15:14:30.699814 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO dbcounter [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Registered counter for database neutron Aug 19 15:14:30.723454 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_db.sqlalchemy.engines [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106173) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 19 15:14:30.732338 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG dbcounter [-] [106173] Writer thread running {{(pid=106173) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 19 15:14:31.286668 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Initializing driver for type 'gre' Aug 19 15:14:31.287234 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] gre ID ranges: [(1, 1000)] Aug 19 15:14:31.345615 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Initializing driver for type 'local' Aug 19 15:14:31.346283 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Initializing driver for type 'vlan' Aug 19 15:14:31.360033 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] VlanTypeDriver initialization complete Aug 19 15:14:31.360381 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Initializing driver for type 'vxlan' Aug 19 15:14:31.360903 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] vxlan ID ranges: [(1, 1000)] Aug 19 15:14:31.417098 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Initializing extension driver 'port_security' Aug 19 15:14:31.417409 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.extensions.port_security [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] PortSecurityExtensionDriver initialization complete Aug 19 15:14:31.417765 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Initializing mechanism driver 'openvswitch' Aug 19 15:14:31.418128 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Initializing mechanism driver 'hyperv' Aug 19 15:14:31.425454 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.plugin [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:31.426143 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > port after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.426519 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > port after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.426889 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > port after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.427405 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 19 15:14:31.427833 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > subnet after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.428197 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > subnet after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.428579 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > subnet after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.428984 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 19 15:14:31.429392 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > network after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.429749 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > network after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.430100 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > network after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.430493 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 19 15:14:31.430903 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > security_group after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.431259 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > security_group after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.431608 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > security_group after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.432004 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 19 15:14:31.432435 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.432799 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.433141 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.433533 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 19 15:14:31.433943 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > address_group after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.434294 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > address_group after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.435231 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > address_group after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.435626 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 19 15:14:31.436111 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] ML2 OVO RPC backend initialized. {{(pid=106173) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 19 15:14:31.436859 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router_interface after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.437215 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.437640 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > network before_response 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.437996 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > networks before_response 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.438348 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > port before_response 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.438695 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > ports before_response 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.439049 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > subnet before_response 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.439388 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > subnets before_response 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.439737 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > network after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.440082 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > network after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.440449 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > network after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.440798 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > port after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.441157 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > port after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.441487 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > port after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.441831 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > subnet after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.442174 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > subnet after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.442518 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > subnet after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.451315 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.quota [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded quota_driver: . Aug 19 15:14:31.451693 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.plugin [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Modular L2 Plugin initialization complete Aug 19 15:14:31.452050 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading services supported by the core plugin {{(pid=106173) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 19 15:14:31.452465 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Got port-security extension from driver 'port_security' Aug 19 15:14:31.452921 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.extensions.vlantransparent [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Disabled vlantransparent extension. Aug 19 15:14:31.453427 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106173) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 19 15:14:31.453761 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading Plugin: router Aug 19 15:14:31.489242 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router_interface before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.489639 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router after_create 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.490013 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router before_create 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.490385 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.490764 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.491126 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router after_delete 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.491490 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > floatingip after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.491846 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > floatingip after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.492208 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router after_create 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.492594 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router after_update 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.492952 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router after_update 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.493310 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.493672 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router after_update 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.494574 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router precommit_update 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.494574 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: port after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.494824 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: port after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.495171 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: subnet after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.495544 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.495902 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > port precommit_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.496263 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router precommit_create 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.496641 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: port before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.496996 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router precommit_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.497947 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router after_update 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.498300 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router precommit_delete 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.498651 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router precommit_create 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.499018 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router_interface after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.499369 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router precommit_update 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.499745 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > agent after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.500104 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > agent after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.500485 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > network after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.501346 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Tracking information for resource: router configured {{(pid=106173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 15:14:31.501683 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Tracking information for resource: floatingip configured {{(pid=106173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 15:14:31.506502 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.db.l3_agentschedulers_db [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 19 15:14:31.507090 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: port after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.507462 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: port after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.507823 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: port after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.508183 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: port after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.509478 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router before_create 55550100 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.509478 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router precommit_delete 55550100 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.509739 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router precommit_create 55550100 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.510101 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > router precommit_update 55550100 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.515089 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.services.provider_configuration [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Service providers = [] {{(pid=106173) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 19 15:14:31.515459 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.db.servicetype_db [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106173) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 19 15:14:31.518607 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.services.service_base [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 15:14:31.518964 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.services.service_base [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 15:14:31.519311 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.services.service_base [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 15:14:31.520203 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.services.service_base [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 15:14:31.520611 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.services.service_base [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 19 15:14:31.520996 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 15:14:31.521317 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 19 15:14:31.531694 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 15:14:31.532026 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading Plugin: auto_allocate Aug 19 15:14:31.538034 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: network precommit_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.538353 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: network precommit_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.538879 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 15:14:31.539202 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading Plugin: tag Aug 19 15:14:31.546556 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 15:14:31.546888 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading Plugin: timestamp Aug 19 15:14:31.550741 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 15:14:31.551073 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading Plugin: network_ip_availability Aug 19 15:14:31.556591 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.556967 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.557329 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.558060 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 15:14:31.558385 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading Plugin: flavors Aug 19 15:14:31.563907 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 15:14:31.564247 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading Plugin: revisions Aug 19 15:14:31.568584 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 15:14:31.568976 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_concurrency.lockutils [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.085s {{(pid=106173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 19 15:14:31.569714 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106173) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 19 15:14:31.570082 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Initializing extension manager. Aug 19 15:14:31.570609 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: __init__.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.570956 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: __pycache__ {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.571294 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: address_group.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.572007 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.572600 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: address-group Aug 19 15:14:31.572929 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: address_scope.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.573614 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.574127 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: address-scope Aug 19 15:14:31.574451 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: admin_state_down_before_update.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.575373 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.575885 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: router-admin-state-down-before-update Aug 19 15:14:31.576210 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: agent.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.576905 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.577417 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: agent Aug 19 15:14:31.577741 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: agent_resources_synced.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.578613 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.579128 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: agent-resources-synced Aug 19 15:14:31.579455 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: allowedaddresspairs.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.581255 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.581775 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: allowed-address-pairs Aug 19 15:14:31.582105 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: auto_allocated_topology.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.583139 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.583654 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: auto-allocated-topology Aug 19 15:14:31.583985 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: availability_zone.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.584680 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.585188 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: availability_zone Aug 19 15:14:31.585519 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: availability_zone_filter.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.586396 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.586904 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: availability_zone_filter Aug 19 15:14:31.587231 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: data_plane_status.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.588098 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.588635 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension data-plane-status not supported by any of loaded plugins Aug 19 15:14:31.588961 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: default_subnetpools.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.589836 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.590346 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: default-subnetpools Aug 19 15:14:31.590669 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: dhcpagentscheduler.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.591578 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.592091 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: dhcp_agent_scheduler Aug 19 15:14:31.592440 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: dns.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.593327 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.593834 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension dns-integration not supported by any of loaded plugins Aug 19 15:14:31.594156 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: dns_domain_ports.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.595040 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.595553 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 19 15:14:31.595878 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.596784 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.597292 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 19 15:14:31.597617 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: dvr.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.598259 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.598765 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: dvr Aug 19 15:14:31.599090 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: ecmp_routes.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.599971 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.600518 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension ecmp_routes not supported by any of loaded plugins Aug 19 15:14:31.600845 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: empty_string_filtering.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.601724 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.602239 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: empty-string-filtering Aug 19 15:14:31.602565 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.603440 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.603950 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 19 15:14:31.604277 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.605182 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.605694 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 19 15:14:31.606020 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: external_net.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.607484 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.607920 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: external-net Aug 19 15:14:31.608247 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: extra_dhcp_opt.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.609144 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.609654 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: extra_dhcp_opt Aug 19 15:14:31.609981 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: extraroute.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.610862 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.611368 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: extraroute Aug 19 15:14:31.611694 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: extraroute_atomic.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.612711 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.613223 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: extraroute-atomic Aug 19 15:14:31.613547 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: filter_validation.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.614175 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.614874 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: filter-validation Aug 19 15:14:31.615202 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: fip_pf_description.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.616081 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.616616 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 19 15:14:31.616943 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: fip_pf_port_range.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.617813 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.618318 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 19 15:14:31.618640 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: fip_port_details.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.619518 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.620024 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: fip-port-details Aug 19 15:14:31.620347 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: flavors.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.621584 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.622153 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: flavors Aug 19 15:14:31.622483 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.624646 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.625172 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 19 15:14:31.625507 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: floatingip_pools.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.626187 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.626696 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: floatingip-pools Aug 19 15:14:31.627023 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: ip_allocation.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.627918 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.628448 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension ip_allocation not supported by any of loaded plugins Aug 19 15:14:31.628778 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.629670 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.630186 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: ip-substring-filtering Aug 19 15:14:31.630513 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: l2_adjacency.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.631422 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.631929 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension l2_adjacency not supported by any of loaded plugins Aug 19 15:14:31.632259 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: l3.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.633693 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.633805 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: router Aug 19 15:14:31.634070 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: l3_conntrack_helper.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.636316 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.637223 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 19 15:14:31.637223 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.638103 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.638612 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: ext-gw-mode Aug 19 15:14:31.638940 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.639826 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.640342 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: l3-ha Aug 19 15:14:31.640698 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.641582 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.642091 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 19 15:14:31.642415 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: l3_flavors.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.643286 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.643795 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: l3-flavors Aug 19 15:14:31.644117 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: l3_ndp_proxy.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.645482 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.645999 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 19 15:14:31.646328 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.647206 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.647716 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: l3-port-ip-change-not-allowed Aug 19 15:14:31.648044 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: l3agentscheduler.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.649107 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.649621 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: l3_agent_scheduler Aug 19 15:14:31.649949 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: local_ip.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.651663 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.652189 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension local_ip not supported by any of loaded plugins Aug 19 15:14:31.652550 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: logging.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.654090 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.654619 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension logging not supported by any of loaded plugins Aug 19 15:14:31.654956 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: metering.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.655672 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.657820 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: metering Aug 19 15:14:31.658421 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.659500 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.660024 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: metering_source_and_destination_fields Aug 19 15:14:31.660355 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: multiprovidernet.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.661271 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.661791 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: multi-provider Aug 19 15:14:31.662119 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: netmtu.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.662997 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.663513 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: net-mtu Aug 19 15:14:31.663841 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: netmtu_writable.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.664753 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.665266 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: net-mtu-writable Aug 19 15:14:31.665593 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: network_availability_zone.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.666235 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.666745 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: network_availability_zone Aug 19 15:14:31.667070 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: network_ip_availability.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.668136 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.668681 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: network-ip-availability Aug 19 15:14:31.669556 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: network_segment_range.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.670371 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.670880 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension network-segment-range not supported by any of loaded plugins Aug 19 15:14:31.671212 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: pagination.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.672201 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.672567 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: pagination Aug 19 15:14:31.672894 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: port_device_profile.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.673772 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.674282 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: port-device-profile Aug 19 15:14:31.674610 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: port_mac_address_override.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.675497 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.676007 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: port-mac-override Aug 19 15:14:31.676339 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.677251 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.677763 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: port-mac-address-regenerate Aug 19 15:14:31.678091 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.678967 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.679479 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: port-numa-affinity-policy Aug 19 15:14:31.679805 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: port_resource_request.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.680726 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.681237 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension port-resource-request not supported by any of loaded plugins Aug 19 15:14:31.681564 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: port_resource_request_groups.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.682490 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.683001 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 19 15:14:31.683328 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: portbindings.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.684210 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.685384 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: binding Aug 19 15:14:31.685709 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: portbindings_extended.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.686937 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.687463 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: binding-extended Aug 19 15:14:31.687796 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: portsecurity.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.688705 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.689220 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: port-security Aug 19 15:14:31.689551 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: project_id.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.690493 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.690826 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: project-id Aug 19 15:14:31.691149 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: providernet.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.692032 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.692583 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: provider Aug 19 15:14:31.692910 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: qos.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.696370 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.696926 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension qos not supported by any of loaded plugins Aug 19 15:14:31.697260 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.698470 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.698987 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 19 15:14:31.699321 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.700325 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.700972 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 19 15:14:31.701301 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: qos_default.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.702188 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.702701 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension qos-default not supported by any of loaded plugins Aug 19 15:14:31.703030 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: qos_fip.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.703910 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.704442 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension qos-fip not supported by any of loaded plugins Aug 19 15:14:31.704773 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: qos_fip_network_policy.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.705646 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.706156 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 19 15:14:31.706490 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: qos_gateway_ip.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.707373 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.707880 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 19 15:14:31.708206 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: qos_port_network_policy.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.709105 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.709616 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 19 15:14:31.709941 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.710931 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.711443 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 19 15:14:31.711770 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.712801 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.713315 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 19 15:14:31.713643 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: qos_pps_rule.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.714758 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.715272 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension qos-pps not supported by any of loaded plugins Aug 19 15:14:31.715604 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: qos_rule_type_details.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.717030 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.717538 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 19 15:14:31.717867 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: qos_rule_type_filter.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.718746 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.719259 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 19 15:14:31.719585 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: qos_rules_alias.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.720618 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.721129 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 19 15:14:31.721455 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: quota_check_limit.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.722336 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.722846 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: quota-check-limit Aug 19 15:14:31.723171 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: quotasv2.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.724089 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.724439 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: quotas Aug 19 15:14:31.724765 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: quotasv2_detail.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.726433 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.726776 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: quota_details Aug 19 15:14:31.727105 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: rbac.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.728458 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.728989 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: rbac-policies Aug 19 15:14:31.729327 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: rbac_address_group.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.730220 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.730734 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: rbac-address-group Aug 19 15:14:31.731062 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: rbac_address_scope.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.732519 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.733035 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: rbac-address-scope Aug 19 15:14:31.733361 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: rbac_security_groups.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.734319 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.734834 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: rbac-security-groups Aug 19 15:14:31.735185 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: rbac_subnetpool.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.736047 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.736592 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: rbac-subnetpool Aug 19 15:14:31.736923 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: revisionifmatch.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.737815 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.738328 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: revision-if-match Aug 19 15:14:31.738654 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: revisions.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.739732 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.740249 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: standard-attr-revisions Aug 19 15:14:31.740606 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: router_availability_zone.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.741248 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.741760 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: router_availability_zone Aug 19 15:14:31.742085 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: routerservicetype.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.742970 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.743476 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension router-service-type not supported by any of loaded plugins Aug 19 15:14:31.743800 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.744711 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.745225 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: security-groups-normalized-cidr Aug 19 15:14:31.745559 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: security_groups_port_filtering.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.746450 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.746996 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: port-security-groups-filtering Aug 19 15:14:31.747315 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.748222 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.748782 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: security-groups-remote-address-group Aug 19 15:14:31.749095 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.749995 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.750505 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: security-groups-shared-filtering Aug 19 15:14:31.750830 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: securitygroup.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.760286 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.760847 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: security-group Aug 19 15:14:31.761187 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: segment.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.761888 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.762405 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension segment not supported by any of loaded plugins Aug 19 15:14:31.762863 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.763906 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.764546 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 19 15:14:31.764847 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: servicetype.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.765909 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.766431 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: service-type Aug 19 15:14:31.766759 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: sorting.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.767715 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.768051 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: sorting Aug 19 15:14:31.768379 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: standard_attr_segment.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.769317 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.769862 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 19 15:14:31.770191 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: standardattrdescription.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.770811 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.771325 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: standard-attr-description Aug 19 15:14:31.771648 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: stateful_security_group.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.772596 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.773116 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: stateful-security-group Aug 19 15:14:31.773444 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: stdattrs_common.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.773995 dv-cinder-835384-20-iscsi neutron-server[106173]: WARNING neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 19 15:14:31.774321 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.775213 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.775729 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 19 15:14:31.776056 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: subnet_onboard.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.777114 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.777631 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: subnet_onboard Aug 19 15:14:31.777955 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.779510 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.780030 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 19 15:14:31.780356 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: subnet_service_types.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.781271 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.781791 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: subnet-service-types Aug 19 15:14:31.782113 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: subnetallocation.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.783398 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.783909 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: subnet_allocation Aug 19 15:14:31.784237 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.784894 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.785406 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: subnetpool-prefix-ops Aug 19 15:14:31.785732 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.786619 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.787129 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 19 15:14:31.787453 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: tagging.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.788550 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.789026 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: standard-attr-tag Aug 19 15:14:31.789354 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: timestamp.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.790507 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.791019 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loaded extension: standard-attr-timestamp Aug 19 15:14:31.791349 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: trunk.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.792343 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.792884 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension trunk not supported by any of loaded plugins Aug 19 15:14:31.793213 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: trunk_details.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.794722 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.795240 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension trunk-details not supported by any of loaded plugins Aug 19 15:14:31.795567 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: uplink_status_propagation.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.796577 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.797009 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 19 15:14:31.797333 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Loading extension file: vlantransparent.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 19 15:14:31.797975 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 19 15:14:31.798491 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extension vlan-transparent not supported by any of loaded plugins Aug 19 15:14:31.801123 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Creating instance of TrackedResource for resource:network Aug 19 15:14:31.801663 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Creating instance of TrackedResource for resource:subnet Aug 19 15:14:31.802066 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 15:14:31.802463 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Creating instance of TrackedResource for resource:port Aug 19 15:14:31.803755 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 15:14:31.804202 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Service FLAVORS assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 15:14:31.804858 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 15:14:31.805288 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 15:14:31.805625 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Creating instance of TrackedResource for resource:router Aug 19 15:14:31.806062 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Creating instance of TrackedResource for resource:floatingip Aug 19 15:14:31.806568 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Service METERING assigned prefix: /metering {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 15:14:31.808011 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.808408 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.808772 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:14:31.809817 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 15:14:31.810279 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Creating instance of TrackedResource for resource:security_group Aug 19 15:14:31.810722 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 15:14:31.811268 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Service CORE assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 15:14:31.811602 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 15:14:31.811949 dv-cinder-835384-20-iscsi neutron-server[106173]: WARNING neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] subnetpool is already registered Aug 19 15:14:31.812407 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Service CORE assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 15:14:31.812753 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 15:14:31.813090 dv-cinder-835384-20-iscsi neutron-server[106173]: WARNING neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] subnetpool is already registered Aug 19 15:14:31.815506 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 15:14:31.815948 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Service FLAVORS assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 15:14:31.816596 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 15:14:31.817026 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 15:14:31.817363 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Creating instance of TrackedResource for resource:router Aug 19 15:14:31.817710 dv-cinder-835384-20-iscsi neutron-server[106173]: WARNING neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] router is already registered Aug 19 15:14:31.818126 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Creating instance of TrackedResource for resource:floatingip Aug 19 15:14:31.818467 dv-cinder-835384-20-iscsi neutron-server[106173]: WARNING neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] floatingip is already registered Aug 19 15:14:31.818931 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Service METERING assigned prefix: /metering {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 15:14:31.819610 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 15:14:31.819942 dv-cinder-835384-20-iscsi neutron-server[106173]: WARNING neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] rbac_policy is already registered Aug 19 15:14:31.820363 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Creating instance of TrackedResource for resource:security_group Aug 19 15:14:31.820733 dv-cinder-835384-20-iscsi neutron-server[106173]: WARNING neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] security_group is already registered Aug 19 15:14:31.821143 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 15:14:31.821485 dv-cinder-835384-20-iscsi neutron-server[106173]: WARNING neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] security_group_rule is already registered Aug 19 15:14:31.822120 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Service CORE assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 15:14:31.822452 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 15:14:31.822792 dv-cinder-835384-20-iscsi neutron-server[106173]: WARNING neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] subnetpool is already registered Aug 19 15:14:31.823217 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Service CORE assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 15:14:31.823547 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 15:14:31.823885 dv-cinder-835384-20-iscsi neutron-server[106173]: WARNING neutron.quota.resource_registry [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] subnetpool is already registered Aug 19 15:14:31.824378 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: extensions {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.825974 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: address-groups {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.827488 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: address-scopes {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.828870 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: agents {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.830022 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: auto-allocated-topology {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.831282 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: availability_zones {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.832554 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: dhcp-networks {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.834083 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: dhcp-agents {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.835538 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: routers {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.837290 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: flavors {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.838565 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: service_profiles {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.839793 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: next_providers {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.845236 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: service_profiles {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.846854 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: floatingip-pools {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.848090 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: routers {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.850108 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: floatingips {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.852647 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: l3-routers {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.854149 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: l3-agents {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.855592 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: metering-labels {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.857441 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: metering-label-rules {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.859934 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: network-ip-availabilities {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.861252 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: bindings {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.862859 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: quotas {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.864550 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: quotas {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.866107 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: rbac-policies {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.867315 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: security-groups {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.868642 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: security-group-rules {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.869909 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: service-providers {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.871153 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: subnetpools {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.872678 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: subnetpools {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.874248 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.875975 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.877896 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.879715 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.881482 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.883441 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.885203 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.887124 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.889024 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.890824 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 15:14:31.897013 dv-cinder-835384-20-iscsi neutron-server[106173]: WARNING keystonemiddleware.auth_token [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 19 15:14:31.902134 dv-cinder-835384-20-iscsi neutron-server[106173]: WARNING keystonemiddleware.auth_token [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 19 15:14:31.912080 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_concurrency.lockutils [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Acquiring lock "singleton_lock" {{(pid=106173) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 19 15:14:31.912429 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_concurrency.lockutils [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Acquired lock "singleton_lock" {{(pid=106173) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 19 15:14:31.912911 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_concurrency.lockutils [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Releasing lock "singleton_lock" {{(pid=106173) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 19 15:14:31.913569 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO oslo_service.service [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Starting 2 workers Aug 19 15:14:31.918449 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Started child 106284 {{(pid=106173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 15:14:31.923749 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Started child 106285 {{(pid=106173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 15:14:31.924727 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:31.925532 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO neutron.service [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Neutron service started, listening on 0.0.0.0:9696 Aug 19 15:14:31.926153 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Publish callbacks [] for process (None), before_spawn {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:31.926256 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [-] (106284) wsgi starting up on http://0.0.0.0:9696 Aug 19 15:14:31.928732 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO oslo_service.service [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Starting 1 workers Aug 19 15:14:31.929462 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:31.930958 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [-] (106285) wsgi starting up on http://0.0.0.0:9696 Aug 19 15:14:31.933978 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Started child 106286 {{(pid=106173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 15:14:31.934524 dv-cinder-835384-20-iscsi neutron-server[106173]: INFO oslo_service.service [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Starting 1 workers Aug 19 15:14:31.938232 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.service [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] calling RpcWorker wait() {{(pid=106286) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 19 15:14:31.938804 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.service [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] returning from RpcWorker wait() {{(pid=106286) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 19 15:14:31.939173 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Started child 106287 {{(pid=106173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 15:14:31.939952 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf2dc-35af-42af-be19-bb63bfcf893a None None] Publish callbacks [] for process (None), after_spawn {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:31.940054 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:31.940534 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:31.941999 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106173) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 15:14:31.942219 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 15:14:31.942415 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 15:14:31.942650 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 15:14:31.943002 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 15:14:31.943186 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 15:14:31.943725 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.944007 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.944286 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.944454 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:31.944951 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.945187 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.945453 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.945717 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.945999 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.946275 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.946453 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.946625 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.946883 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.947120 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.947444 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.947739 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.947985 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.948246 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.948449 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.948712 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.948992 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.949256 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.949555 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] debug = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.949851 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.950375 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.950623 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.950868 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.951120 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.951408 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.951661 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.951942 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.952213 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.952455 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.952725 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.952987 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.953290 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.953540 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.953792 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.954083 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.954341 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.954834 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] host = dv-cinder-835384-20-iscsi {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.955081 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.955326 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.955581 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.955854 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.956109 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.956332 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.956619 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.956889 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.957162 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.957392 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.957671 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.957934 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.958182 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.958429 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.958597 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_options = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.958834 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.959119 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.959411 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.959612 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.959788 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.959989 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.960225 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.960383 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.960664 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.960893 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.961135 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.961362 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.961603 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.961864 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.962115 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.962579 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.962579 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.962857 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.963100 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.963510 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.963672 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.963818 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.964120 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.964301 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.964548 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.964791 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.965025 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.965247 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.966332 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.966332 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.966620 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.966786 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.967092 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.967385 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.967630 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.967854 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.968089 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.968331 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.968643 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.968880 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.969142 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.969407 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.969638 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:31.969782 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.969916 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.970160 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.971493 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.971493 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_json = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.971493 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.971493 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.971493 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.971493 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.972225 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.972225 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.972225 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.972602 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.972602 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:31.973020 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.973331 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.973666 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.973933 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.974172 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.974418 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.974675 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.974922 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.975180 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.975419 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.975748 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.975974 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.976280 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.976574 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.976865 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.977223 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.977489 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.977758 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.978168 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.978626 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.979017 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.979273 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.979559 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.979972 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.980219 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.980572 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.980721 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.980964 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.981248 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.982234 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.982674 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.982987 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.983251 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.983587 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.983933 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.984083 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.984233 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.984791 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.984791 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.985016 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.985100 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.985315 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.985982 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.985982 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.986135 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.986254 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.986519 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.986751 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.987002 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.987250 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.987471 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.987711 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.987929 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.988153 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.988423 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.989602 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.989602 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.989602 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.989602 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.990325 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.990325 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.990325 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.990325 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.992190 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.992190 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.992190 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.992190 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.992190 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.992190 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.992190 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.992190 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.992784 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.992784 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.992784 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.992994 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.993154 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.993453 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.995923 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.995923 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.995923 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.995923 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.995923 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.995923 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.995923 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.995923 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.995923 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.996626 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.996626 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.996626 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.996626 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.996626 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.996626 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.997109 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.997195 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.997362 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.997697 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.998031 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.998376 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.998748 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.998918 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.999070 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.999331 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:31.999583 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.000353 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.000353 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.000353 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.000929 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.000929 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.001175 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.001301 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.001454 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.001671 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.002186 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.002186 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.002450 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.002574 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.002818 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.003040 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.003270 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.003593 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.003737 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.003967 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.004348 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.004556 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.004808 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.005021 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.005335 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.005598 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.005928 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.006224 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.006454 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.006728 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.007048 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.007250 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.007910 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.007910 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.008685 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.008685 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.008685 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.009096 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.009096 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.009648 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.009648 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.009891 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.010015 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.010245 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.011224 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.011224 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.011224 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.011224 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.011670 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.011775 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.011964 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.012241 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.012520 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.013323 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.013323 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.013323 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.013779 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.013779 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.013953 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.014170 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.014391 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.014645 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.014863 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.015187 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.015328 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.015713 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.016086 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.016523 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.016912 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.017309 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.017693 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.018053 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.018423 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.018844 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.019265 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.019641 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.020000 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.020439 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.020857 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.021148 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.021390 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.021669 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.021948 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.022223 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.022426 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.022660 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.022882 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.023106 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.023332 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.023576 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.023881 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.024123 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.024371 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.024664 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.024903 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.025399 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.025902 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.026380 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.026722 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.026896 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.027082 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.027309 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.027530 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.027839 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.028051 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.029090 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.029498 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.029869 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.030265 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.030671 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.031116 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.031583 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.032010 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.032474 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.032725 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.033238 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.033508 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.033696 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.033970 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.034115 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.034352 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.034572 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.034794 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.035010 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.035313 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.035649 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.035815 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.036078 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.036349 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.036599 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.036971 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.037105 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.037293 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.037507 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.037730 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.037977 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.038220 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.038396 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.038666 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.039108 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.039108 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.039293 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.039549 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.039763 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.039982 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.040205 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.040645 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.041025 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.041262 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.041511 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.041720 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.041941 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.042164 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.042402 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.042635 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.042854 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.043087 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.043313 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.043534 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.043745 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.044660 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.044868 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.045092 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.045401 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.045632 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.045898 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.046143 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.046479 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.046780 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.047057 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.047301 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.047888 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.047888 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.048082 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.048337 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.048671 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.048941 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.049201 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.049473 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.049755 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.050043 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.050262 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.050569 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.050911 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.051192 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.051461 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.051725 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.051979 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.052204 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.053009 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.053009 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.053172 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.053392 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.053882 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.054277 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.054688 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.054964 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.055165 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.055466 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.055731 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.055950 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.056175 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.056501 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.056606 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 15:14:32.057111 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106173) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 15:14:32.057278 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 15:14:32.057438 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 15:14:32.057614 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 15:14:32.057788 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 15:14:32.057945 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 15:14:32.058162 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.058332 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.058494 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.058815 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.059005 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.059171 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.059335 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.059522 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.059669 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.059819 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.059986 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.060479 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.060479 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.060479 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.060703 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.060781 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.060915 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.061082 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.061245 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.061407 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.061569 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.061731 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] debug = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.061891 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.062090 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.062258 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.062400 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.062540 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.062694 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.062848 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.063013 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.063120 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:32.063198 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.063328 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.063476 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.063635 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.063796 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.063958 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.064118 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.064280 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.064463 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.064625 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] host = dv-cinder-835384-20-iscsi {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.064785 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.064946 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.065105 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.065265 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.065427 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.065585 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.065746 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.065907 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.066066 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.066227 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.066387 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.066546 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.066707 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.066871 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.067031 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_options = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.067172 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.067351 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.067498 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.067690 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.067857 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.068011 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.068152 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.068290 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.068479 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.068947 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.068947 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.068947 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.069183 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.069277 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.069384 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.069539 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.069678 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.069826 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.069976 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.070116 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.070278 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.070437 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.070599 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.070762 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.070956 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.071100 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.071239 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.071376 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.071513 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.071649 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.071979 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.071979 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.072280 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.072280 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.072604 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.072604 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.072864 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.072864 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.073123 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.073260 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.073411 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.073551 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.073687 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.073824 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.073973 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.074110 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.074249 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_json = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.074387 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.074533 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.074681 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.074819 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.075052 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.075052 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.075850 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.075987 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.076150 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 15:14:32.076487 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.076659 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.076973 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.076973 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.077245 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.077382 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.077520 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.077657 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.078276 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.078276 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.078276 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.078276 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.079029 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.079029 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.079029 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.079029 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.079029 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.079674 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.079674 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.079674 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.079674 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.079674 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.080327 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.080327 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.080327 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.080327 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.080887 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.080887 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.080887 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.081343 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.081343 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.081343 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.081729 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.081729 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.081729 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.082112 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.082112 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.082372 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.082372 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.082644 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.082644 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.082929 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.082929 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.083188 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.083188 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.083447 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.083580 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.083725 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.083858 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.083991 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.084120 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.084255 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.084434 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.084603 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.084769 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.084935 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.085100 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.085274 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.085437 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.085600 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.085764 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.085928 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.086091 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.086253 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.086415 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.086577 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.086740 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.086902 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.087080 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.087243 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.087408 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.087576 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.087732 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.087893 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.088050 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.088190 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.088354 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.088528 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.088691 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.088955 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.089336 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.089336 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.089336 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.089718 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.089718 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.089968 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.089968 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.090216 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.090216 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.090419 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.090550 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.090678 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.091464 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.091720 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.091895 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.092070 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.092210 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.092368 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.092554 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.092718 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.092881 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.093046 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.093209 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.093375 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.093539 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.093701 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.093863 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.094010 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.094176 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.094339 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.094484 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.094649 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.094811 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.094974 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.095136 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.095302 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.095467 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.095628 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.095790 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.095953 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.096114 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.096277 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.096525 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.096656 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.096780 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.096951 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.097161 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.097289 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.097425 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.097584 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.097746 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.097913 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.098076 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.098240 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.098404 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.098566 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.098729 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.098892 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.099072 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.099237 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.099401 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.099565 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.099751 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.099914 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.100077 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.100240 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.100421 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.100591 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.100756 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.100897 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.101055 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.101221 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.101387 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.101570 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.101714 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.101860 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.101998 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.102135 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.102300 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.102465 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.102620 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.102766 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.102928 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.103093 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.103246 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.103406 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.103572 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.103737 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.103901 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.104065 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.104229 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.104407 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.104572 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.104729 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.104870 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.105031 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.105195 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.105428 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.105574 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.105706 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.105837 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.105973 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.106137 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.106302 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.106490 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.106654 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.106820 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.106984 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.107148 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.107476 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.107630 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.107802 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.107970 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.108134 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.108299 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.108494 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.108661 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.108847 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.109010 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.109177 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.109385 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.109528 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.109664 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.109799 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.109961 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.110125 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.110287 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.110452 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.110616 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.110779 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.110942 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.111104 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.111267 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.111433 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.111591 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.111751 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.111914 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.112061 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.112227 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.112490 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.113222 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.113222 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.113222 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.113222 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.113222 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.113885 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.113885 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.113885 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.113885 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.114400 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.114400 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.114400 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.114400 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.114904 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.114904 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.114904 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.115294 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.115294 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.115294 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.115763 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.115763 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.115763 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.116164 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.116164 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.116445 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.116445 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.116705 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.116705 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.116961 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.116961 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.117232 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.117382 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.117517 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.117665 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.117802 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.117938 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.118073 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.118214 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.118357 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.118495 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.118630 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.118766 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.118927 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.119092 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.119267 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.119428 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.119594 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.119760 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.119924 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.120099 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.120263 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.120509 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.120651 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.120787 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.120928 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.121074 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.121282 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.121419 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.121556 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.121701 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.121838 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.121999 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.122175 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.122344 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.122514 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.122691 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.122854 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.123016 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.123178 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.123345 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.123505 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.123667 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.123830 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.123993 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.124156 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.124320 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.124491 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.124655 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.124817 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.124979 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.125142 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.125305 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.125466 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.125634 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.125793 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 15:14:32.125950 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 15:14:32.130494 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 37234) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:14:32.137554 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [-] 10.222.0.75 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049565 Aug 19 15:14:32.142604 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [-] 10.222.0.75 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038333 Aug 19 15:14:41.409890 dv-cinder-835384-20-iscsi neutron-server[106173]: DEBUG dbcounter [-] [106173] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106173) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:14:43.392241 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124038d6-cfd8-4b6e-8b6b-cc86c9100cb7 None None] get_active_networks_info from dv-cinder-835384-20-iscsi {{(pid=106286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 19 15:14:43.429767 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writer thread running {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 19 15:14:43.519873 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124038d6-cfd8-4b6e-8b6b-cc86c9100cb7 None None] No non-hosted networks {{(pid=106286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 19 15:14:43.536028 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.agentschedulers_db [None req-124038d6-cfd8-4b6e-8b6b-cc86c9100cb7 None None] DHCP Agent not found on host dv-cinder-835384-20-iscsi {{(pid=106286) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 19 15:14:43.596417 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-13651883-d211-4496-9040-be6dee92580b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1808138'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:45.159441 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writer thread running {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 19 15:14:45.736357 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3bbf477b-2d40-4913-9258-54f73a628167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1808138'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:45.770511 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ac7035f1-5dad-43fe-b86e-c4e969dc057a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:46.997570 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 37308) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:14:47.013473 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1808138'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:47.578954 dv-cinder-835384-20-iscsi neutron-server[106285]: WARNING oslo_policy.policy [None req-1cc0e56c-2dac-40dd-ba04-784f63ef81e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 15:14:47.579446 dv-cinder-835384-20-iscsi neutron-server[106285]: WARNING oslo_policy.policy [None req-1cc0e56c-2dac-40dd-ba04-784f63ef81e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 15:14:47.801357 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [None req-1cc0e56c-2dac-40dd-ba04-784f63ef81e7 admin admin] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 19 15:14:47.804450 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-1cc0e56c-2dac-40dd-ba04-784f63ef81e7 admin admin] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8034551 Aug 19 15:14:48.432568 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1808138'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:48.527247 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1808138'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:48.528336 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:48.528967 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:48.529571 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:48.530305 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:48.530834 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:48.531405 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:48.531943 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:48.532552 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:48.533107 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:48.533868 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:48.534407 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:48.534949 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:48.535391 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:48.535933 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:48.536464 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:48.537049 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835384-20-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:48.543117 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835384-20-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:50.315686 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 37340) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:14:50.648901 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-a2152d82-0795-4ac6-9b36-ea644913a88e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:50.740247 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.policy [None req-a2152d82-0795-4ac6-9b36-ea644913a88e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106285) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 15:14:50.783492 dv-cinder-835384-20-iscsi neutron-server[106285]: WARNING oslo_policy.policy [None req-a2152d82-0795-4ac6-9b36-ea644913a88e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 15:14:50.784122 dv-cinder-835384-20-iscsi neutron-server[106285]: WARNING oslo_policy.policy [None req-a2152d82-0795-4ac6-9b36-ea644913a88e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 15:14:50.804974 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writer thread running {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 19 15:14:50.885879 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a2152d82-0795-4ac6-9b36-ea644913a88e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774278129608', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774278130132', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774278145780', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774278137336', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774277970639', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774277962720', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-742173', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-745544', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1828281', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1624681'] for rbac-policy (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:50.962082 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a2152d82-0795-4ac6-9b36-ea644913a88e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:50.963278 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-a2152d82-0795-4ac6-9b36-ea644913a88e admin admin] 10.222.0.75 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6466291 Aug 19 15:14:50.990716 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.db.l3_hamode_db [None req-80c63070-42e8-4b10-b081-d43c4b123d8f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 19 15:14:51.074201 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c63070-42e8-4b10-b081-d43c4b123d8f None None] Routers set() bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:14:51.074475 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c63070-42e8-4b10-b081-d43c4b123d8f None None] Router IDs set() for agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 19 15:14:53.321430 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 37350) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:14:53.651471 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:53.682211 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Made reservation on behalf of c61f47242a0d40f59b342520453f190d for: {'network': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:53.686598 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:53.705372 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:53.818684 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Publish callbacks [] for security_group (418bb490-bae1-40df-86f0-e13e2bfc0b3b), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:53.822467 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (418bb490-bae1-40df-86f0-e13e2bfc0b3b), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:53.857812 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=106285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:14:53.885967 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774275715202', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (51aeb429-7e4f-41f4-bf59-847f7d2cf2cd), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:53.886533 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Unsubscribe: segment precommit_create {{(pid=106285) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 15:14:53.887076 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.segments_db [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Added segment 51aeb429-7e4f-41f4-bf59-847f7d2cf2cd of type vlan for network 2b5e5cb9-e435-4d25-a0fb-656dfd9b466d Aug 19 15:14:53.893847 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=418bb490-bae1-40df-86f0-e13e2bfc0b3b,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:53.958196 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:53.958529 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:53.958878 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:53.959221 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:53.959542 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:53.959857 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:53.960168 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:53.960503 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:53.960831 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:53.961145 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:53.961461 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:53.961960 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:53.962288 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:53.962663 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:53.962904 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Tracked resource versions report: Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: pushed versions: Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: { 'AddressGroup': {'1.2'}, Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Agent': {'1.1'}, Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'ConntrackHelper': {'1.0'}, Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'LocalIPAssociation': {'1.0'}, Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Log': {'1.0'}, Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'NDPProxy': {'1.0'}, Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Network': {'1.1'}, Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Port': {'1.7'}, Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'PortForwarding': {'1.3'}, Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'QosPolicy': {'1.10'}, Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'SecurityGroup': {'1.5'}, Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'SecurityGroupRule': {'1.2'}, Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'SubPort': {'1.0'}, Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Subnet': {'1.1'}, Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Trunk': {'1.1'}} Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: consumer versions: Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: { DHCP agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: L3 agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: Metadata agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: Metering agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: Open vSwitch agent@dv-cinder-835384-20-iscsi: { 'AddressGroup': '1.2', Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Agent': '1.1', Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'ConntrackHelper': '1.0', Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'LocalIPAssociation': '1.0', Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Log': '1.0', Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'NDPProxy': '1.0', Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Network': '1.1', Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Port': '1.7', Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'PortForwarding': '1.3', Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'QosPolicy': '1.10', Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'SecurityGroup': '1.5', Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'SecurityGroupRule': '1.2', Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'SubPort': '1.0', Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Subnet': '1.1', Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Trunk': '1.1'}} Aug 19 15:14:53.964649 dv-cinder-835384-20-iscsi neutron-server[106285]: {{(pid=106285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 15:14:53.997997 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (2b5e5cb9-e435-4d25-a0fb-656dfd9b466d), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:54.039621 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:14:54.044234 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (2b5e5cb9-e435-4d25-a0fb-656dfd9b466d), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:54.049448 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:14:54.050141 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:54.123725 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8010044 Aug 19 15:14:54.177115 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84a44c-ec3d-485e-b3d2-acc8d0035c77 demo demo] Pushing event updated for resources: {'Network': ['ID=2b5e5cb9-e435-4d25-a0fb-656dfd9b466d,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:54.190665 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network 2b5e5cb9-e435-4d25-a0fb-656dfd9b466d details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:14:56.610644 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 37364) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:14:57.124713 dv-cinder-835384-20-iscsi neutron-server[106284]: WARNING oslo_policy.policy [None req-7bb1745e-e17d-4109-bca2-271d933092e3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 15:14:57.125253 dv-cinder-835384-20-iscsi neutron-server[106284]: WARNING oslo_policy.policy [None req-7bb1745e-e17d-4109-bca2-271d933092e3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 15:14:57.367921 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writer thread running {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 19 15:14:57.584919 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.policy [None req-7bb1745e-e17d-4109-bca2-271d933092e3 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106284) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 15:14:57.626701 dv-cinder-835384-20-iscsi neutron-server[106284]: WARNING oslo_policy.policy [None req-7bb1745e-e17d-4109-bca2-271d933092e3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 15:14:57.627295 dv-cinder-835384-20-iscsi neutron-server[106284]: WARNING oslo_policy.policy [None req-7bb1745e-e17d-4109-bca2-271d933092e3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 15:14:57.635425 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb1745e-e17d-4109-bca2-271d933092e3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:14:57.637437 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-7bb1745e-e17d-4109-bca2-271d933092e3 demo admin] 10.222.0.75 "GET /networking/v2.0/networks/2b5e5cb9-e435-4d25-a0fb-656dfd9b466d HTTP/1.1" status: 200 len: 825 time: 1.0249016 Aug 19 15:14:57.680255 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-46109549-2b18-40b8-87c4-9f30161289e2 demo admin] 10.222.0.75 "GET /networking/v2.0/subnetpools/7c7e6fa9-06af-4cb1-80a6-04758ad39145 HTTP/1.1" status: 200 len: 734 time: 0.0360370 Aug 19 15:14:57.689395 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '7c7e6fa9-06af-4cb1-80a6-04758ad39145', 'network_id': '2b5e5cb9-e435-4d25-a0fb-656dfd9b466d'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:57.727362 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Made reservation on behalf of c61f47242a0d40f59b342520453f190d for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:57.730283 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:58.022981 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for subnet (2abc2a14-527f-423a-84eb-c7ec55aae19a), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:58.092285 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Checking segment: {'id': '51aeb429-7e4f-41f4-bf59-847f7d2cf2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2b5e5cb9-e435-4d25-a0fb-656dfd9b466d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:14:58.092688 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Network hostable DHCP agents. Network: 2b5e5cb9-e435-4d25-a0fb-656dfd9b466d, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:14:58.108679 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Pushing event updated for resources: {'Subnet': ['ID=2abc2a14-527f-423a-84eb-c7ec55aae19a,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:58.118233 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:14:58.125768 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:58.126160 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:58.126496 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:58.126750 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:58.127201 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:58.127435 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:58.127756 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:58.128157 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:58.128427 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:58.128753 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:58.129086 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:58.129426 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:58.129745 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:58.130058 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:58.130372 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Tracked resource versions report: Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: pushed versions: Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: { 'AddressGroup': {'1.2'}, Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Agent': {'1.1'}, Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'ConntrackHelper': {'1.0'}, Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'LocalIPAssociation': {'1.0'}, Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Log': {'1.0'}, Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'NDPProxy': {'1.0'}, Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Network': {'1.1'}, Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Port': {'1.7'}, Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'PortForwarding': {'1.3'}, Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'QosPolicy': {'1.10'}, Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'SecurityGroup': {'1.5'}, Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'SecurityGroupRule': {'1.2'}, Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'SubPort': {'1.0'}, Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Subnet': {'1.1'}, Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Trunk': {'1.1'}} Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: consumer versions: Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: { DHCP agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: L3 agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: Metadata agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: Metering agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: Open vSwitch agent@dv-cinder-835384-20-iscsi: { 'AddressGroup': '1.2', Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Agent': '1.1', Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'ConntrackHelper': '1.0', Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'LocalIPAssociation': '1.0', Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Log': '1.0', Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'NDPProxy': '1.0', Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Network': '1.1', Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Port': '1.7', Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'PortForwarding': '1.3', Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'QosPolicy': '1.10', Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'SecurityGroup': '1.5', Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'SecurityGroupRule': '1.2', Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'SubPort': '1.0', Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Subnet': '1.1', Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Trunk': '1.1'}} Aug 19 15:14:58.131706 dv-cinder-835384-20-iscsi neutron-server[106284]: {{(pid=106284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 15:14:58.142378 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Network 2b5e5cb9-e435-4d25-a0fb-656dfd9b466d is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:14:58.161311 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, 2b5e5cb9-e435-4d25-a0fb-656dfd9b466d) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:58.177406 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:14:58.178063 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:58.182239 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09449179-c9f8-43c5-b701-ca699d190965 None None] Network 2b5e5cb9-e435-4d25-a0fb-656dfd9b466d requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:14:58.200553 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-2bcd096c-0d23-483c-a65b-8d7c1958bb50 demo admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5146437 Aug 19 15:14:58.451089 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ef4bc4-d368-54e3-92c9-12ec6c9c3899-2b5e5cb9-e435-4d25-a0fb-656dfd9b466d', 'network_id': '2b5e5cb9-e435-4d25-a0fb-656dfd9b466d', 'project_id': 'c61f47242a0d40f59b342520453f190d', 'fixed_ips': [{'subnet_id': '2abc2a14-527f-423a-84eb-c7ec55aae19a'}]}} from dv-cinder-835384-20-iscsi. {{(pid=106286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 19 15:14:58.453047 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:58.745535 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Allocated IP 172.20.0.2 (2b5e5cb9-e435-4d25-a0fb-656dfd9b466d/2abc2a14-527f-423a-84eb-c7ec55aae19a/c50bde50-fffb-4513-b304-c9a3ea5adbb3) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:14:58.861546 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:14:59.030981 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Publish callbacks [] for port (c50bde50-fffb-4513-b304-c9a3ea5adbb3), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:59.043415 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (c50bde50-fffb-4513-b304-c9a3ea5adbb3), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:59.128248 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Network 2b5e5cb9-e435-4d25-a0fb-656dfd9b466d is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:14:59.132380 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:59.135642 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:14:59.139943 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Pushing event updated for resources: {'Port': ['ID=c50bde50-fffb-4513-b304-c9a3ea5adbb3,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:59.172697 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:14:59.174749 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:59.175003 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:59.175359 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:59.175750 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:59.176042 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:59.176365 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:59.176708 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:59.177025 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:59.177361 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:59.177681 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:59.177998 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:59.178330 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:59.178648 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:59.178962 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:59.179276 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Tracked resource versions report: Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: pushed versions: Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: { 'AddressGroup': {'1.2'}, Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Agent': {'1.1'}, Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'ConntrackHelper': {'1.0'}, Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'LocalIPAssociation': {'1.0'}, Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Log': {'1.0'}, Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'NDPProxy': {'1.0'}, Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Network': {'1.1'}, Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Port': {'1.7'}, Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'PortForwarding': {'1.3'}, Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'QosPolicy': {'1.10'}, Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'SecurityGroup': {'1.5'}, Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'SecurityGroupRule': {'1.2'}, Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'SubPort': {'1.0'}, Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Subnet': {'1.1'}, Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Trunk': {'1.1'}} Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: consumer versions: Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: { DHCP agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: L3 agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: Metadata agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: Metering agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: Open vSwitch agent@dv-cinder-835384-20-iscsi: { 'AddressGroup': '1.2', Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Agent': '1.1', Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'ConntrackHelper': '1.0', Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'LocalIPAssociation': '1.0', Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Log': '1.0', Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'NDPProxy': '1.0', Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Network': '1.1', Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Port': '1.7', Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'PortForwarding': '1.3', Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'QosPolicy': '1.10', Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'SecurityGroup': '1.5', Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'SecurityGroupRule': '1.2', Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'SubPort': '1.0', Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Subnet': '1.1', Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Trunk': '1.1'}} Aug 19 15:14:59.180700 dv-cinder-835384-20-iscsi neutron-server[106286]: {{(pid=106286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 15:14:59.235547 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Attempting to bind port c50bde50-fffb-4513-b304-c9a3ea5adbb3 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:14:59.235927 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Attempting to bind port c50bde50-fffb-4513-b304-c9a3ea5adbb3 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': '51aeb429-7e4f-41f4-bf59-847f7d2cf2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2b5e5cb9-e435-4d25-a0fb-656dfd9b466d'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:14:59.236352 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Attempting to bind port c50bde50-fffb-4513-b304-c9a3ea5adbb3 on network 2b5e5cb9-e435-4d25-a0fb-656dfd9b466d {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:14:59.241937 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:14:59.242309 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Checking segment: {'id': '51aeb429-7e4f-41f4-bf59-847f7d2cf2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2b5e5cb9-e435-4d25-a0fb-656dfd9b466d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:14:59.242762 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:59.243146 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Bound using segment: {'id': '51aeb429-7e4f-41f4-bf59-847f7d2cf2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2b5e5cb9-e435-4d25-a0fb-656dfd9b466d'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:14:59.243670 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Bound port: c50bde50-fffb-4513-b304-c9a3ea5adbb3, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51aeb429-7e4f-41f4-bf59-847f7d2cf2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2b5e5cb9-e435-4d25-a0fb-656dfd9b466d'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:14:59.244065 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (c50bde50-fffb-4513-b304-c9a3ea5adbb3), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:59.306844 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] For port c50bde50-fffb-4513-b304-c9a3ea5adbb3, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:14:59.330630 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] For port c50bde50-fffb-4513-b304-c9a3ea5adbb3, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=c50bde50-fffb-4513-b304-c9a3ea5adbb3,segment=NetworkSegment(51aeb429-7e4f-41f4-bf59-847f7d2cf2cd),segment_id=51aeb429-7e4f-41f4-bf59-847f7d2cf2cd)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:14:59.338354 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (c50bde50-fffb-4513-b304-c9a3ea5adbb3), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:14:59.390679 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e12b1a-7c9f-4844-bfe3-5b65cbdab065 None None] Pushing event updated for resources: {'Port': ['ID=c50bde50-fffb-4513-b304-c9a3ea5adbb3,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:00.651024 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 37390) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:15:00.990654 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [None req-175d68a1-48fe-436d-b6b3-cd9b1b0758dc admin admin] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 19 15:15:00.991959 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-175d68a1-48fe-436d-b6b3-cd9b1b0758dc admin admin] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3398728 Aug 19 15:15:01.436702 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:01.448312 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=9 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:03.458791 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 37402) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:15:03.798975 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [None req-cd2796ad-f8ea-44e5-b89a-60ca45ab05a1 admin admin] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 19 15:15:03.799970 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-cd2796ad-f8ea-44e5-b89a-60ca45ab05a1 admin admin] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3401232 Aug 19 15:15:04.173530 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=52,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:06.256809 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 37414) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:15:06.607525 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-ac591d80-0b81-4c2c-9d05-2363a4e73582 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:06.633710 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ac591d80-0b81-4c2c-9d05-2363a4e73582 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (50eae62b-7147-4220-a7f3-af491dd0ef7f), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:06.635422 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ac591d80-0b81-4c2c-9d05-2363a4e73582 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12047'] for router (50eae62b-7147-4220-a7f3-af491dd0ef7f), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:06.778338 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ac591d80-0b81-4c2c-9d05-2363a4e73582 demo demo] Publish callbacks [] for router_controller (50eae62b-7147-4220-a7f3-af491dd0ef7f), precommit_add_association {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:06.784737 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ac591d80-0b81-4c2c-9d05-2363a4e73582 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809500'] for router (50eae62b-7147-4220-a7f3-af491dd0ef7f), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:06.806379 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ac591d80-0b81-4c2c-9d05-2363a4e73582 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:06.807559 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-ac591d80-0b81-4c2c-9d05-2363a4e73582 demo demo] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5476949 Aug 19 15:15:07.603695 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56d4e4c-826c-4c80-9f45-f2c607a1bdcc None None] Network 2b5e5cb9-e435-4d25-a0fb-656dfd9b466d requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:15:07.699841 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-109358b4-3b55-46a6-9c9d-1843f70ed91b None None] Provisioning complete for port c50bde50-fffb-4513-b304-c9a3ea5adbb3 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:15:07.700259 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-109358b4-3b55-46a6-9c9d-1843f70ed91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (c50bde50-fffb-4513-b304-c9a3ea5adbb3), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:07.872625 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-109358b4-3b55-46a6-9c9d-1843f70ed91b None None] Current status of the port c50bde50-fffb-4513-b304-c9a3ea5adbb3 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:15:07.873021 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-109358b4-3b55-46a6-9c9d-1843f70ed91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (c50bde50-fffb-4513-b304-c9a3ea5adbb3), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:07.914873 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-109358b4-3b55-46a6-9c9d-1843f70ed91b None None] For port c50bde50-fffb-4513-b304-c9a3ea5adbb3, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=c50bde50-fffb-4513-b304-c9a3ea5adbb3,segment=NetworkSegment(51aeb429-7e4f-41f4-bf59-847f7d2cf2cd),segment_id=51aeb429-7e4f-41f4-bf59-847f7d2cf2cd)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:07.919364 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-109358b4-3b55-46a6-9c9d-1843f70ed91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (c50bde50-fffb-4513-b304-c9a3ea5adbb3), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:07.969635 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109358b4-3b55-46a6-9c9d-1843f70ed91b None None] Pushing event updated for resources: {'Port': ['ID=c50bde50-fffb-4513-b304-c9a3ea5adbb3,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:08.039136 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-17421848-4ddf-4874-9e2c-4b4098123b12 None None] Provisioning complete for port c50bde50-fffb-4513-b304-c9a3ea5adbb3 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:15:08.039537 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-17421848-4ddf-4874-9e2c-4b4098123b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (c50bde50-fffb-4513-b304-c9a3ea5adbb3), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:08.114567 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-17421848-4ddf-4874-9e2c-4b4098123b12 None None] Current status of the port c50bde50-fffb-4513-b304-c9a3ea5adbb3 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:15:08.283189 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device c50bde50-fffb-4513-b304-c9a3ea5adbb3 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:15:08.328608 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port c50bde50-fffb-4513-b304-c9a3ea5adbb3 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:15:08.328999 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (c50bde50-fffb-4513-b304-c9a3ea5adbb3), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:08.369997 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:08.401762 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port c50bde50-fffb-4513-b304-c9a3ea5adbb3 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:15:09.214303 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 37422) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:15:09.538929 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [None req-9a22cf39-963e-4836-9a6f-e9f9c7ffa456 admin admin] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 19 15:15:09.540304 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-9a22cf39-963e-4836-9a6f-e9f9c7ffa456 admin admin] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3251612 Aug 19 15:15:11.980840 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 37430) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:15:12.303549 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-54849a56-a1dd-4457-bbcf-81e6c7a0ce61 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:12.342641 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54849a56-a1dd-4457-bbcf-81e6c7a0ce61 admin admin] Made reservation on behalf of a9a96491d392440daeaecef9eef8a152 for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:12.345150 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-54849a56-a1dd-4457-bbcf-81e6c7a0ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:12.361420 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-54849a56-a1dd-4457-bbcf-81e6c7a0ce61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:12.429991 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:12.469437 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-54849a56-a1dd-4457-bbcf-81e6c7a0ce61 admin admin] Publish callbacks [] for security_group (1d41e50b-f94e-485a-8209-957cd6e8e2a4), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:12.472936 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-54849a56-a1dd-4457-bbcf-81e6c7a0ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (1d41e50b-f94e-485a-8209-957cd6e8e2a4), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:12.489539 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-54849a56-a1dd-4457-bbcf-81e6c7a0ce61 admin admin] Reserving flat network on physical network physnet1 {{(pid=106284) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 19 15:15:12.512904 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54849a56-a1dd-4457-bbcf-81e6c7a0ce61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d41e50b-f94e-485a-8209-957cd6e8e2a4,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:12.519432 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-54849a56-a1dd-4457-bbcf-81e6c7a0ce61 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774275715202', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (a1a15224-4953-45c6-8025-8d21001cb7f5), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:12.520229 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-54849a56-a1dd-4457-bbcf-81e6c7a0ce61 admin admin] Unsubscribe: segment precommit_create {{(pid=106284) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 15:15:12.520761 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-54849a56-a1dd-4457-bbcf-81e6c7a0ce61 admin admin] Added segment a1a15224-4953-45c6-8025-8d21001cb7f5 of type flat for network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd Aug 19 15:15:12.574621 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-54849a56-a1dd-4457-bbcf-81e6c7a0ce61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:12.615430 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-54849a56-a1dd-4457-bbcf-81e6c7a0ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:12.616516 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54849a56-a1dd-4457-bbcf-81e6c7a0ce61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:15:12.617152 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-54849a56-a1dd-4457-bbcf-81e6c7a0ce61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:12.679934 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-54849a56-a1dd-4457-bbcf-81e6c7a0ce61 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6980982 Aug 19 15:15:12.718315 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54849a56-a1dd-4457-bbcf-81e6c7a0ce61 admin admin] Pushing event updated for resources: {'Network': ['ID=6cf1bcec-9c5a-4d9f-be37-071c3ec326dd,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:12.729569 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:15:12.796977 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:13.349585 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-992380d7-63d6-40ed-b5c2-4382110c8e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:15.099072 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 37438) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:15:15.470112 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaa9eb5-4a94-45ef-87a3-37e9ddf15539 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:15:15.471437 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-daaa9eb5-4a94-45ef-87a3-37e9ddf15539 demo admin] 10.222.0.75 "GET /networking/v2.0/subnets/2abc2a14-527f-423a-84eb-c7ec55aae19a HTTP/1.1" status: 200 len: 849 time: 0.3714187 Aug 19 15:15:15.593490 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-76ab853e-3fca-40d7-9aa4-b40413d3dab3 demo admin] 10.222.0.75 "GET /networking/v2.0/routers/50eae62b-7147-4220-a7f3-af491dd0ef7f HTTP/1.1" status: 200 len: 704 time: 0.1161153 Aug 19 15:15:15.726835 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3e9c-f92c-4114-94e2-f5d5a18306f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:15.824756 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:DELETE=3,neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:15.867286 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8871e847-3341-464f-b0cf-abb8f808d409 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:16.157044 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-8871e847-3341-464f-b0cf-abb8f808d409 demo admin] Allocated IP 172.20.0.1 (2b5e5cb9-e435-4d25-a0fb-656dfd9b466d/2abc2a14-527f-423a-84eb-c7ec55aae19a/a748cdd5-9d67-4bde-b2b8-64e9ee9d082f) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:15:16.320235 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8871e847-3341-464f-b0cf-abb8f808d409 demo admin] Publish callbacks [] for port (a748cdd5-9d67-4bde-b2b8-64e9ee9d082f), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:16.384156 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8871e847-3341-464f-b0cf-abb8f808d409 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (a748cdd5-9d67-4bde-b2b8-64e9ee9d082f), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:16.457331 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:16.501294 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8871e847-3341-464f-b0cf-abb8f808d409 demo admin] Network 2b5e5cb9-e435-4d25-a0fb-656dfd9b466d is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:15:16.509424 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-8871e847-3341-464f-b0cf-abb8f808d409 demo admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:16.520328 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8871e847-3341-464f-b0cf-abb8f808d409 demo admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:15:16.520949 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8871e847-3341-464f-b0cf-abb8f808d409 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827374'] for router_interface (50eae62b-7147-4220-a7f3-af491dd0ef7f), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:16.543351 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871e847-3341-464f-b0cf-abb8f808d409 demo admin] Pushing event updated for resources: {'Port': ['ID=a748cdd5-9d67-4bde-b2b8-64e9ee9d082f,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:16.681291 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-4e8f2d56-fb56-408a-9c6c-aa2f8f9b20c3 None None] Provisioning complete for port a748cdd5-9d67-4bde-b2b8-64e9ee9d082f triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:15:16.681675 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4e8f2d56-fb56-408a-9c6c-aa2f8f9b20c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (a748cdd5-9d67-4bde-b2b8-64e9ee9d082f), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:16.716466 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f2d56-fb56-408a-9c6c-aa2f8f9b20c3 None None] Port a748cdd5-9d67-4bde-b2b8-64e9ee9d082f cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:15:16.725413 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8871e847-3341-464f-b0cf-abb8f808d409 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (a748cdd5-9d67-4bde-b2b8-64e9ee9d082f), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:16.883979 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:16.938648 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8871e847-3341-464f-b0cf-abb8f808d409 demo admin] Publish callbacks [] for port (a748cdd5-9d67-4bde-b2b8-64e9ee9d082f), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:16.943036 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8871e847-3341-464f-b0cf-abb8f808d409 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (a748cdd5-9d67-4bde-b2b8-64e9ee9d082f), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:16.943928 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8871e847-3341-464f-b0cf-abb8f808d409 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827522'] for router_interface (50eae62b-7147-4220-a7f3-af491dd0ef7f), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:16.967874 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:17.006042 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871e847-3341-464f-b0cf-abb8f808d409 demo admin] Pushing event updated for resources: {'Port': ['ID=a748cdd5-9d67-4bde-b2b8-64e9ee9d082f,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:17.079471 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8871e847-3341-464f-b0cf-abb8f808d409 demo admin] Network 2b5e5cb9-e435-4d25-a0fb-656dfd9b466d is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:15:17.080778 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-8871e847-3341-464f-b0cf-abb8f808d409 demo admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:17.241434 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8871e847-3341-464f-b0cf-abb8f808d409 demo admin] Router 50eae62b-7147-4220-a7f3-af491dd0ef7f is scheduled to L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c with binding_index 1 {{(pid=106284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:15:17.331779 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8871e847-3341-464f-b0cf-abb8f808d409 demo admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:15:17.335517 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-410b0318-8511-44cd-a553-9374ea932e08 None None] Provisioning complete for port a748cdd5-9d67-4bde-b2b8-64e9ee9d082f triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:15:17.335916 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-410b0318-8511-44cd-a553-9374ea932e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (a748cdd5-9d67-4bde-b2b8-64e9ee9d082f), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:17.337754 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-8871e847-3341-464f-b0cf-abb8f808d409 demo admin] 10.222.0.75 "PUT /networking/v2.0/routers/50eae62b-7147-4220-a7f3-af491dd0ef7f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7389843 Aug 19 15:15:17.343980 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Sync routers for ids ['50eae62b-7147-4220-a7f3-af491dd0ef7f'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:15:17.356731 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Routers {'50eae62b-7147-4220-a7f3-af491dd0ef7f'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:15:17.358025 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:15:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['50eae62b-7147-4220-a7f3-af491dd0ef7f'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:17.385101 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-410b0318-8511-44cd-a553-9374ea932e08 None None] Port a748cdd5-9d67-4bde-b2b8-64e9ee9d082f cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:15:17.539875 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Set router 50eae62b-7147-4220-a7f3-af491dd0ef7f gateway port host: None {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:15:17.965583 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50eae62b-7147-4220-a7f3-af491dd0ef7f', 'name': 'router1', 'tenant_id': 'c61f47242a0d40f59b342520453f190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:15:06Z', 'updated_at': '2022-08-19T15:15:16Z', 'revision_number': 2, 'project_id': 'c61f47242a0d40f59b342520453f190d', 'gw_port_host': None, '_interfaces': [{'id': 'a748cdd5-9d67-4bde-b2b8-64e9ee9d082f', 'name': '', 'network_id': '2b5e5cb9-e435-4d25-a0fb-656dfd9b466d', 'tenant_id': 'c61f47242a0d40f59b342520453f190d', 'mac_address': 'fa:16:3e:a1:71:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50eae62b-7147-4220-a7f3-af491dd0ef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2abc2a14-527f-423a-84eb-c7ec55aae19a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:15:15Z', 'updated_at': '2022-08-19T15:15:16Z', 'revision_number': 2, 'project_id': 'c61f47242a0d40f59b342520453f190d', 'subnets': [{'id': '2abc2a14-527f-423a-84eb-c7ec55aae19a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c7e6fa9-06af-4cb1-80a6-04758ad39145'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:18.013575 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Checking router: 50eae62b-7147-4220-a7f3-af491dd0ef7f for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:15:18.013968 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Updating router 50eae62b-7147-4220-a7f3-af491dd0ef7f port a748cdd5-9d67-4bde-b2b8-64e9ee9d082f binding host dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:15:18.068811 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (a748cdd5-9d67-4bde-b2b8-64e9ee9d082f), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:18.396838 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:18.525131 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:18.580486 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Publish callbacks [] for port (a748cdd5-9d67-4bde-b2b8-64e9ee9d082f), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:18.587089 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (a748cdd5-9d67-4bde-b2b8-64e9ee9d082f), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:18.740828 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfc13d-2dc8-4ce7-b572-d9da3337edb6 None None] Pushing event updated for resources: {'Port': ['ID=a748cdd5-9d67-4bde-b2b8-64e9ee9d082f,revision_number=3']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:18.749631 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Attempting to bind port a748cdd5-9d67-4bde-b2b8-64e9ee9d082f on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:15:18.750034 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Attempting to bind port a748cdd5-9d67-4bde-b2b8-64e9ee9d082f by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': '51aeb429-7e4f-41f4-bf59-847f7d2cf2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2b5e5cb9-e435-4d25-a0fb-656dfd9b466d'}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:15:18.750476 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Attempting to bind port a748cdd5-9d67-4bde-b2b8-64e9ee9d082f on network 2b5e5cb9-e435-4d25-a0fb-656dfd9b466d {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:15:18.754405 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dfc13d-2dc8-4ce7-b572-d9da3337edb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:18.754754 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dfc13d-2dc8-4ce7-b572-d9da3337edb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:18.755102 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dfc13d-2dc8-4ce7-b572-d9da3337edb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:18.755445 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dfc13d-2dc8-4ce7-b572-d9da3337edb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:18.755778 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dfc13d-2dc8-4ce7-b572-d9da3337edb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:18.756108 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dfc13d-2dc8-4ce7-b572-d9da3337edb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:18.756459 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dfc13d-2dc8-4ce7-b572-d9da3337edb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:18.756787 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dfc13d-2dc8-4ce7-b572-d9da3337edb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:18.757127 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dfc13d-2dc8-4ce7-b572-d9da3337edb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:18.757453 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dfc13d-2dc8-4ce7-b572-d9da3337edb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:18.757777 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dfc13d-2dc8-4ce7-b572-d9da3337edb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:18.758123 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dfc13d-2dc8-4ce7-b572-d9da3337edb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:18.758447 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dfc13d-2dc8-4ce7-b572-d9da3337edb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:18.758768 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dfc13d-2dc8-4ce7-b572-d9da3337edb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:18.759086 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dfc13d-2dc8-4ce7-b572-d9da3337edb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dfc13d-2dc8-4ce7-b572-d9da3337edb6 None None] Tracked resource versions report: Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: pushed versions: Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: { 'AddressGroup': {'1.2'}, Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Agent': {'1.1'}, Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'ConntrackHelper': {'1.0'}, Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'LocalIPAssociation': {'1.0'}, Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Log': {'1.0'}, Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'NDPProxy': {'1.0'}, Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Network': {'1.1'}, Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Port': {'1.7'}, Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'PortForwarding': {'1.3'}, Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'QosPolicy': {'1.10'}, Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'SecurityGroup': {'1.5'}, Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'SecurityGroupRule': {'1.2'}, Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'SubPort': {'1.0'}, Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Subnet': {'1.1'}, Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Trunk': {'1.1'}} Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: consumer versions: Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: { DHCP agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: L3 agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: Metadata agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: Metering agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: Open vSwitch agent@dv-cinder-835384-20-iscsi: { 'AddressGroup': '1.2', Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Agent': '1.1', Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'ConntrackHelper': '1.0', Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'LocalIPAssociation': '1.0', Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Log': '1.0', Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'NDPProxy': '1.0', Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Network': '1.1', Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Port': '1.7', Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'PortForwarding': '1.3', Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'QosPolicy': '1.10', Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'SecurityGroup': '1.5', Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'SecurityGroupRule': '1.2', Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'SubPort': '1.0', Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Subnet': '1.1', Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Trunk': '1.1'}} Aug 19 15:15:18.760516 dv-cinder-835384-20-iscsi neutron-server[106287]: {{(pid=106287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 15:15:18.771187 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:15:18.771607 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Checking segment: {'id': '51aeb429-7e4f-41f4-bf59-847f7d2cf2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2b5e5cb9-e435-4d25-a0fb-656dfd9b466d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:15:18.772073 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:18.772541 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Bound using segment: {'id': '51aeb429-7e4f-41f4-bf59-847f7d2cf2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2b5e5cb9-e435-4d25-a0fb-656dfd9b466d'} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:15:18.773170 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Bound port: a748cdd5-9d67-4bde-b2b8-64e9ee9d082f, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51aeb429-7e4f-41f4-bf59-847f7d2cf2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2b5e5cb9-e435-4d25-a0fb-656dfd9b466d'}}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:15:18.773563 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (a748cdd5-9d67-4bde-b2b8-64e9ee9d082f), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:18.838235 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] For port a748cdd5-9d67-4bde-b2b8-64e9ee9d082f, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:15:18.858864 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] For port a748cdd5-9d67-4bde-b2b8-64e9ee9d082f, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=a748cdd5-9d67-4bde-b2b8-64e9ee9d082f,segment=NetworkSegment(51aeb429-7e4f-41f4-bf59-847f7d2cf2cd),segment_id=51aeb429-7e4f-41f4-bf59-847f7d2cf2cd)] {{(pid=106287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:15:18.864749 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (a748cdd5-9d67-4bde-b2b8-64e9ee9d082f), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:18.894295 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:18.897589 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:18.903915 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Routers {'50eae62b-7147-4220-a7f3-af491dd0ef7f'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:15:18.905334 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:15:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['50eae62b-7147-4220-a7f3-af491dd0ef7f'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:18.988353 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfc13d-2dc8-4ce7-b572-d9da3337edb6 None None] Pushing event updated for resources: {'Port': ['ID=a748cdd5-9d67-4bde-b2b8-64e9ee9d082f,revision_number=4']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:19.012787 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] Set router 50eae62b-7147-4220-a7f3-af491dd0ef7f gateway port host: None {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:15:19.206663 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50eae62b-7147-4220-a7f3-af491dd0ef7f', 'name': 'router1', 'tenant_id': 'c61f47242a0d40f59b342520453f190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:15:06Z', 'updated_at': '2022-08-19T15:15:16Z', 'revision_number': 2, 'project_id': 'c61f47242a0d40f59b342520453f190d', 'gw_port_host': None, '_interfaces': [{'id': 'a748cdd5-9d67-4bde-b2b8-64e9ee9d082f', 'name': '', 'network_id': '2b5e5cb9-e435-4d25-a0fb-656dfd9b466d', 'tenant_id': 'c61f47242a0d40f59b342520453f190d', 'mac_address': 'fa:16:3e:a1:71:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50eae62b-7147-4220-a7f3-af491dd0ef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2abc2a14-527f-423a-84eb-c7ec55aae19a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:15:15Z', 'updated_at': '2022-08-19T15:15:18Z', 'revision_number': 4, 'project_id': 'c61f47242a0d40f59b342520453f190d', 'subnets': [{'id': '2abc2a14-527f-423a-84eb-c7ec55aae19a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c7e6fa9-06af-4cb1-80a6-04758ad39145'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:19.231082 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3d148-e784-4f83-b675-e6f80f6afbd3 None None] The sync data for ids ['50eae62b-7147-4220-a7f3-af491dd0ef7f'] in dv-cinder-835384-20-iscsi is: [{'id': '50eae62b-7147-4220-a7f3-af491dd0ef7f', 'name': 'router1', 'tenant_id': 'c61f47242a0d40f59b342520453f190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:15:06Z', 'updated_at': '2022-08-19T15:15:16Z', 'revision_number': 2, 'project_id': 'c61f47242a0d40f59b342520453f190d', 'gw_port_host': None, '_interfaces': [{'id': 'a748cdd5-9d67-4bde-b2b8-64e9ee9d082f', 'name': '', 'network_id': '2b5e5cb9-e435-4d25-a0fb-656dfd9b466d', 'tenant_id': 'c61f47242a0d40f59b342520453f190d', 'mac_address': 'fa:16:3e:a1:71:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50eae62b-7147-4220-a7f3-af491dd0ef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2abc2a14-527f-423a-84eb-c7ec55aae19a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:15:15Z', 'updated_at': '2022-08-19T15:15:18Z', 'revision_number': 4, 'project_id': 'c61f47242a0d40f59b342520453f190d', 'subnets': [{'id': '2abc2a14-527f-423a-84eb-c7ec55aae19a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c7e6fa9-06af-4cb1-80a6-04758ad39145'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:15:19.730510 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 37448) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:15:20.137060 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c65de2-304f-4520-ae9a-bdfa28f7f408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:15:20.138543 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-83c65de2-304f-4520-ae9a-bdfa28f7f408 admin admin] 10.222.0.75 "GET /networking/v2.0/networks/6cf1bcec-9c5a-4d9f-be37-071c3ec326dd HTTP/1.1" status: 200 len: 842 time: 0.4070296 Aug 19 15:15:20.149125 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-e1ea6733-f708-4053-9ea6-39fa98f185ec admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'enable_dhcp': False}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:20.171780 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ea6733-f708-4053-9ea6-39fa98f185ec admin admin] Made reservation on behalf of a9a96491d392440daeaecef9eef8a152 for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:20.174124 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6733-f708-4053-9ea6-39fa98f185ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:20.254243 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:20.460003 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.objects.ports [None req-e1ea6733-f708-4053-9ea6-39fa98f185ec admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106284) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 19 15:15:20.460430 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6733-f708-4053-9ea6-39fa98f185ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for subnet (1607ceaf-d7f1-49d0-9d09-c396980923c3), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:20.489473 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:20.521339 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea6733-f708-4053-9ea6-39fa98f185ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1607ceaf-d7f1-49d0-9d09-c396980923c3,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:20.532313 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ea6733-f708-4053-9ea6-39fa98f185ec admin admin] Checking segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:15:20.532693 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ea6733-f708-4053-9ea6-39fa98f185ec admin admin] Network hostable DHCP agents. Network: 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:15:20.550864 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ea6733-f708-4053-9ea6-39fa98f185ec admin admin] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:15:20.562142 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-e1ea6733-f708-4053-9ea6-39fa98f185ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:20.566401 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ea6733-f708-4053-9ea6-39fa98f185ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:15:20.566989 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6733-f708-4053-9ea6-39fa98f185ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:20.573732 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047d4653-c051-4591-88c6-d6d907ce8e81 None None] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:15:20.584770 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e1ea6733-f708-4053-9ea6-39fa98f185ec admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4391253 Aug 19 15:15:20.749233 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d369050-38ab-484b-be1e-17fdb6c71557 None None] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:15:23.108440 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 37456) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:15:23.604185 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-0089632b-470a-4f5e-a2f5-189833318359 demo admin] 10.222.0.75 "GET /networking/v2.0/routers/50eae62b-7147-4220-a7f3-af491dd0ef7f HTTP/1.1" status: 200 len: 710 time: 0.4946129 Aug 19 15:15:23.698072 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535534a6-7db2-4187-ba3d-81943fb0aa52 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:15:23.699504 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-535534a6-7db2-4187-ba3d-81943fb0aa52 demo admin] 10.222.0.75 "GET /networking/v2.0/networks/6cf1bcec-9c5a-4d9f-be37-071c3ec326dd HTTP/1.1" status: 200 len: 886 time: 0.0891428 Aug 19 15:15:23.709475 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-838000ff-3b9d-4f36-9f71-fb2d07c37941 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:23.951890 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-838000ff-3b9d-4f36-9f71-fb2d07c37941 demo admin] Publish callbacks [] for router_gateway (50eae62b-7147-4220-a7f3-af491dd0ef7f), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:24.197267 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-838000ff-3b9d-4f36-9f71-fb2d07c37941 demo admin] Publish callbacks [] for router_gateway (50eae62b-7147-4220-a7f3-af491dd0ef7f), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:24.277436 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:24.278451 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device a748cdd5-9d67-4bde-b2b8-64e9ee9d082f up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:15:24.279996 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-838000ff-3b9d-4f36-9f71-fb2d07c37941 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:24.328203 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port a748cdd5-9d67-4bde-b2b8-64e9ee9d082f triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:15:24.328678 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (a748cdd5-9d67-4bde-b2b8-64e9ee9d082f), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:24.396427 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-838000ff-3b9d-4f36-9f71-fb2d07c37941 demo admin] Allocated IP 172.27.2.236 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/0db9b171-85eb-4d60-9f85-3a33d396b743) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:15:24.413278 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port a748cdd5-9d67-4bde-b2b8-64e9ee9d082f is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:15:24.413672 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (a748cdd5-9d67-4bde-b2b8-64e9ee9d082f), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:24.450968 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port a748cdd5-9d67-4bde-b2b8-64e9ee9d082f, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=a748cdd5-9d67-4bde-b2b8-64e9ee9d082f,segment=NetworkSegment(51aeb429-7e4f-41f4-bf59-847f7d2cf2cd),segment_id=51aeb429-7e4f-41f4-bf59-847f7d2cf2cd)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:24.456039 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (a748cdd5-9d67-4bde-b2b8-64e9ee9d082f), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:24.468378 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:24.505771 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=a748cdd5-9d67-4bde-b2b8-64e9ee9d082f,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:24.512632 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-838000ff-3b9d-4f36-9f71-fb2d07c37941 demo admin] Publish callbacks [] for port (0db9b171-85eb-4d60-9f85-3a33d396b743), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:24.549581 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-838000ff-3b9d-4f36-9f71-fb2d07c37941 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (0db9b171-85eb-4d60-9f85-3a33d396b743), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:24.586198 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838000ff-3b9d-4f36-9f71-fb2d07c37941 demo admin] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:15:24.589353 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-838000ff-3b9d-4f36-9f71-fb2d07c37941 demo admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:24.592817 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838000ff-3b9d-4f36-9f71-fb2d07c37941 demo admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:15:24.659021 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838000ff-3b9d-4f36-9f71-fb2d07c37941 demo admin] Pushing event updated for resources: {'Port': ['ID=0db9b171-85eb-4d60-9f85-3a33d396b743,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:24.844931 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-838000ff-3b9d-4f36-9f71-fb2d07c37941 demo admin] Publish callbacks [] for router_gateway (50eae62b-7147-4220-a7f3-af491dd0ef7f), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:25.128014 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-838000ff-3b9d-4f36-9f71-fb2d07c37941 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1809441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12061'] for router (50eae62b-7147-4220-a7f3-af491dd0ef7f), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:25.131517 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-838000ff-3b9d-4f36-9f71-fb2d07c37941 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1809454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1809495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808623'] for router (50eae62b-7147-4220-a7f3-af491dd0ef7f), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:25.237918 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838000ff-3b9d-4f36-9f71-fb2d07c37941 demo admin] Router 50eae62b-7147-4220-a7f3-af491dd0ef7f has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:15:25.241347 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:25.349448 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838000ff-3b9d-4f36-9f71-fb2d07c37941 demo admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:15:25.353851 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-838000ff-3b9d-4f36-9f71-fb2d07c37941 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:25.356888 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-838000ff-3b9d-4f36-9f71-fb2d07c37941 demo admin] 10.222.0.75 "PUT /networking/v2.0/routers/50eae62b-7147-4220-a7f3-af491dd0ef7f HTTP/1.1" status: 200 len: 890 time: 1.6505654 Aug 19 15:15:25.655719 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Sync routers for ids ['50eae62b-7147-4220-a7f3-af491dd0ef7f'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:15:25.667948 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Routers {'50eae62b-7147-4220-a7f3-af491dd0ef7f'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:15:25.668720 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:15:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['50eae62b-7147-4220-a7f3-af491dd0ef7f'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:25.886867 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Set router 50eae62b-7147-4220-a7f3-af491dd0ef7f gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:15:26.126829 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:26.246115 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:26.280365 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device a748cdd5-9d67-4bde-b2b8-64e9ee9d082f up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:15:26.284129 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50eae62b-7147-4220-a7f3-af491dd0ef7f', 'name': 'router1', 'tenant_id': 'c61f47242a0d40f59b342520453f190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '0db9b171-85eb-4d60-9f85-3a33d396b743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:15:06Z', 'updated_at': '2022-08-19T15:15:24Z', 'revision_number': 4, 'project_id': 'c61f47242a0d40f59b342520453f190d', 'gw_port': {'id': '0db9b171-85eb-4d60-9f85-3a33d396b743', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50eae62b-7147-4220-a7f3-af491dd0ef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:15:24Z', 'updated_at': '2022-08-19T15:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': 'a748cdd5-9d67-4bde-b2b8-64e9ee9d082f', 'name': '', 'network_id': '2b5e5cb9-e435-4d25-a0fb-656dfd9b466d', 'tenant_id': 'c61f47242a0d40f59b342520453f190d', 'mac_address': 'fa:16:3e:a1:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50eae62b-7147-4220-a7f3-af491dd0ef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2abc2a14-527f-423a-84eb-c7ec55aae19a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:15:15Z', 'updated_at': '2022-08-19T15:15:24Z', 'revision_number': 5, 'project_id': 'c61f47242a0d40f59b342520453f190d', 'subnets': [{'id': '2abc2a14-527f-423a-84eb-c7ec55aae19a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c7e6fa9-06af-4cb1-80a6-04758ad39145'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:26.354661 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Checking router: 50eae62b-7147-4220-a7f3-af491dd0ef7f for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:15:26.355010 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Updating router 50eae62b-7147-4220-a7f3-af491dd0ef7f port 0db9b171-85eb-4d60-9f85-3a33d396b743 binding host dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:15:26.421339 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (0db9b171-85eb-4d60-9f85-3a33d396b743), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:26.447470 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port a748cdd5-9d67-4bde-b2b8-64e9ee9d082f triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:15:26.447821 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (a748cdd5-9d67-4bde-b2b8-64e9ee9d082f), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:26.747426 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port a748cdd5-9d67-4bde-b2b8-64e9ee9d082f is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:15:26.891290 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Publish callbacks [] for port (0db9b171-85eb-4d60-9f85-3a33d396b743), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:26.896822 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (0db9b171-85eb-4d60-9f85-3a33d396b743), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:26.931210 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Attempting to bind port 0db9b171-85eb-4d60-9f85-3a33d396b743 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:15:26.931577 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Attempting to bind port 0db9b171-85eb-4d60-9f85-3a33d396b743 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:15:26.931937 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Attempting to bind port 0db9b171-85eb-4d60-9f85-3a33d396b743 on network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:15:26.944637 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:15:26.945009 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Checking segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:15:26.945408 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:26.945799 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Bound using segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:15:26.946264 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Bound port: 0db9b171-85eb-4d60-9f85-3a33d396b743, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:15:26.946641 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (0db9b171-85eb-4d60-9f85-3a33d396b743), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:26.967937 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fddff3-8cc8-415d-928a-0e80dc33f99f None None] Pushing event updated for resources: {'Port': ['ID=0db9b171-85eb-4d60-9f85-3a33d396b743,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:27.008703 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] For port 0db9b171-85eb-4d60-9f85-3a33d396b743, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:15:27.012268 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] For port 0db9b171-85eb-4d60-9f85-3a33d396b743, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=0db9b171-85eb-4d60-9f85-3a33d396b743,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:15:27.019003 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (0db9b171-85eb-4d60-9f85-3a33d396b743), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:27.060759 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Routers {'50eae62b-7147-4220-a7f3-af491dd0ef7f'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:15:27.061573 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:15:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['50eae62b-7147-4220-a7f3-af491dd0ef7f'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:27.109564 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fddff3-8cc8-415d-928a-0e80dc33f99f None None] Pushing event updated for resources: {'Port': ['ID=0db9b171-85eb-4d60-9f85-3a33d396b743,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:27.161672 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:27.180377 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] Set router 50eae62b-7147-4220-a7f3-af491dd0ef7f gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:15:27.317460 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:27.385982 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50eae62b-7147-4220-a7f3-af491dd0ef7f', 'name': 'router1', 'tenant_id': 'c61f47242a0d40f59b342520453f190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '0db9b171-85eb-4d60-9f85-3a33d396b743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:15:06Z', 'updated_at': '2022-08-19T15:15:24Z', 'revision_number': 4, 'project_id': 'c61f47242a0d40f59b342520453f190d', 'gw_port': {'id': '0db9b171-85eb-4d60-9f85-3a33d396b743', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50eae62b-7147-4220-a7f3-af491dd0ef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:15:24Z', 'updated_at': '2022-08-19T15:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': 'a748cdd5-9d67-4bde-b2b8-64e9ee9d082f', 'name': '', 'network_id': '2b5e5cb9-e435-4d25-a0fb-656dfd9b466d', 'tenant_id': 'c61f47242a0d40f59b342520453f190d', 'mac_address': 'fa:16:3e:a1:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50eae62b-7147-4220-a7f3-af491dd0ef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2abc2a14-527f-423a-84eb-c7ec55aae19a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:15:15Z', 'updated_at': '2022-08-19T15:15:24Z', 'revision_number': 5, 'project_id': 'c61f47242a0d40f59b342520453f190d', 'subnets': [{'id': '2abc2a14-527f-423a-84eb-c7ec55aae19a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c7e6fa9-06af-4cb1-80a6-04758ad39145'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:27.412327 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6a7283-2ad6-4f71-9f3b-193ba2a9acf6 None None] The sync data for ids ['50eae62b-7147-4220-a7f3-af491dd0ef7f'] in dv-cinder-835384-20-iscsi is: [{'id': '50eae62b-7147-4220-a7f3-af491dd0ef7f', 'name': 'router1', 'tenant_id': 'c61f47242a0d40f59b342520453f190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '0db9b171-85eb-4d60-9f85-3a33d396b743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:15:06Z', 'updated_at': '2022-08-19T15:15:24Z', 'revision_number': 4, 'project_id': 'c61f47242a0d40f59b342520453f190d', 'gw_port': {'id': '0db9b171-85eb-4d60-9f85-3a33d396b743', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50eae62b-7147-4220-a7f3-af491dd0ef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:15:24Z', 'updated_at': '2022-08-19T15:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': 'a748cdd5-9d67-4bde-b2b8-64e9ee9d082f', 'name': '', 'network_id': '2b5e5cb9-e435-4d25-a0fb-656dfd9b466d', 'tenant_id': 'c61f47242a0d40f59b342520453f190d', 'mac_address': 'fa:16:3e:a1:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50eae62b-7147-4220-a7f3-af491dd0ef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2abc2a14-527f-423a-84eb-c7ec55aae19a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:15:15Z', 'updated_at': '2022-08-19T15:15:24Z', 'revision_number': 5, 'project_id': 'c61f47242a0d40f59b342520453f190d', 'subnets': [{'id': '2abc2a14-527f-423a-84eb-c7ec55aae19a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c7e6fa9-06af-4cb1-80a6-04758ad39145'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:15:28.051814 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 37468) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:15:28.288481 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 0db9b171-85eb-4d60-9f85-3a33d396b743 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:15:28.337389 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 0db9b171-85eb-4d60-9f85-3a33d396b743 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:15:28.337787 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (0db9b171-85eb-4d60-9f85-3a33d396b743), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:28.412441 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 0db9b171-85eb-4d60-9f85-3a33d396b743 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:15:28.412837 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (0db9b171-85eb-4d60-9f85-3a33d396b743), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:28.434314 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 0db9b171-85eb-4d60-9f85-3a33d396b743, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=0db9b171-85eb-4d60-9f85-3a33d396b743,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:28.438918 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (0db9b171-85eb-4d60-9f85-3a33d396b743), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:28.468733 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-193976e8-3ce8-4746-af1c-ae4bed0ecfcf admin admin] 10.222.0.75 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4157324 Aug 19 15:15:28.493101 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=0db9b171-85eb-4d60-9f85-3a33d396b743,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:29.208945 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=29 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:29.209752 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=39 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:30.287467 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 0db9b171-85eb-4d60-9f85-3a33d396b743 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:15:30.340183 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 0db9b171-85eb-4d60-9f85-3a33d396b743 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:15:30.340946 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (0db9b171-85eb-4d60-9f85-3a33d396b743), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:30.419953 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 0db9b171-85eb-4d60-9f85-3a33d396b743 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:15:38.460896 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=14 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:38.463668 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:40.414181 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:40.417911 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:42.995878 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 5 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:15:43.354233 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9248499d-a3a1-45ae-b1d2-bd2ddcbb39e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:45.742204 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cfe873e4-f998-44b5-8ec6-f109570bf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:46.981716 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:48.432172 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:48.546951 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:15:52.991320 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:52.993999 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:58.527045 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:15:58.542503 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:16:13.365147 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ed62e30c-5bbe-404d-96e7-a37dfca9e473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:16:15.736784 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c28bf83b-53b2-4765-92bb-2fd15ada6e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:16:17.026749 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:16:18.413816 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:16:18.535672 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:16:19.999115 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 5 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:16:27.045397 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:16:28.525438 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:16:28.530200 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:16:29.991033 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:16:41.996715 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:16:43.359278 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a3cc8180-282f-4ff1-8597-435e99d38acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:16:45.729958 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f64487ce-ced0-468c-a8cd-4aecf96024ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:16:46.982666 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:16:48.409844 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:16:48.530710 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:16:54.315866 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38008) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:16:54.655873 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a8e3fd-4e29-44e2-ab5a-a14e20b743a0 admin admin] GET failed (client error): The resource could not be found. Aug 19 15:16:54.657237 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-43a8e3fd-4e29-44e2-ab5a-a14e20b743a0 admin admin] 10.222.0.75 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3404019 Aug 19 15:16:54.827733 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700b4d23-e64f-4532-a952-0cd3601368f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:16:54.829263 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-700b4d23-e64f-4532-a952-0cd3601368f0 admin admin] 10.222.0.75 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1674902 Aug 19 15:16:56.998825 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 5 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:16:57.186605 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38018) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:16:57.611615 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f76630-a855-40ca-85fa-b288c0fa594c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:16:57.613302 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-84f76630-a855-40ca-85fa-b288c0fa594c admin admin] 10.222.0.75 "GET /networking/v2.0/subnets/2abc2a14-527f-423a-84eb-c7ec55aae19a HTTP/1.1" status: 200 len: 849 time: 0.4257247 Aug 19 15:16:57.623641 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:57.717957 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Publish callbacks [] for subnet (2abc2a14-527f-423a-84eb-c7ec55aae19a), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:16:57.872090 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774275576495'] for subnet (2abc2a14-527f-423a-84eb-c7ec55aae19a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:16:57.924918 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:16:57.925595 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:16:57.926863 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] 10.222.0.75 "PUT /networking/v2.0/subnets/2abc2a14-527f-423a-84eb-c7ec55aae19a HTTP/1.1" status: 200 len: 868 time: 0.3075380 Aug 19 15:16:57.929836 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912d3be0-ea2a-4c61-b4e4-7806b0d3e82c None None] Network 2b5e5cb9-e435-4d25-a0fb-656dfd9b466d requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:16:57.952463 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2abc2a14-527f-423a-84eb-c7ec55aae19a,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:57.960362 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:57.960783 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:57.961067 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:57.961401 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:57.961733 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:57.962062 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:57.962387 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:57.962713 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:57.963035 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:57.963359 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:57.963700 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:57.964026 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:57.964416 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:57.964769 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:57.965087 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a1688-4df0-4fb9-819c-e13efa16dcfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:58.249619 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-1ec935d8-a86e-4c97-bf33-9b3377e3f04a None None] Provisioning complete for port c50bde50-fffb-4513-b304-c9a3ea5adbb3 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:16:58.250053 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1ec935d8-a86e-4c97-bf33-9b3377e3f04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (c50bde50-fffb-4513-b304-c9a3ea5adbb3), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:16:58.328444 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-1ec935d8-a86e-4c97-bf33-9b3377e3f04a None None] Current status of the port c50bde50-fffb-4513-b304-c9a3ea5adbb3 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:16:58.336317 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-1ec935d8-a86e-4c97-bf33-9b3377e3f04a None None] Provisioning complete for port a748cdd5-9d67-4bde-b2b8-64e9ee9d082f triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:16:58.336727 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1ec935d8-a86e-4c97-bf33-9b3377e3f04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (a748cdd5-9d67-4bde-b2b8-64e9ee9d082f), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:16:58.411211 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-1ec935d8-a86e-4c97-bf33-9b3377e3f04a None None] Current status of the port a748cdd5-9d67-4bde-b2b8-64e9ee9d082f is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:17:00.276276 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38028) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:17:00.762457 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8abe60d-3e7f-469e-bb74-1155f5d7443f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:17:00.762928 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8abe60d-3e7f-469e-bb74-1155f5d7443f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:17:00.765273 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-e8abe60d-3e7f-469e-bb74-1155f5d7443f admin admin] 10.222.0.75 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4879997 Aug 19 15:17:03.125056 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38036) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:17:03.556926 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489ebadb-1f51-45af-95ac-e28ce63e194d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:17:03.557406 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489ebadb-1f51-45af-95ac-e28ce63e194d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:17:03.558959 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-489ebadb-1f51-45af-95ac-e28ce63e194d admin admin] 10.222.0.75 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4329722 Aug 19 15:17:04.013835 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:17:04.818238 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=11 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:17:04.827172 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=14 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:17:06.078457 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38044) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:17:06.560612 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b65f267-2b83-4891-8a91-29e1a84a6b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:17:06.561997 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-8b65f267-2b83-4891-8a91-29e1a84a6b98 admin admin] 10.222.0.75 "GET /networking/v2.0/networks/2b5e5cb9-e435-4d25-a0fb-656dfd9b466d HTTP/1.1" status: 200 len: 869 time: 0.4825983 Aug 19 15:17:06.995209 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=7 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:17:08.404099 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:17:08.408992 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:17:08.942095 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38052) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:17:09.353966 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979ccdf6-f7ab-4b9e-9ed2-26eb9da52866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:17:09.355352 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-979ccdf6-f7ab-4b9e-9ed2-26eb9da52866 admin admin] 10.222.0.75 "GET /networking/v2.0/networks/6cf1bcec-9c5a-4d9f-be37-071c3ec326dd HTTP/1.1" status: 200 len: 886 time: 0.4123938 Aug 19 15:17:11.688402 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38060) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:17:12.087322 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c42887-5f24-4feb-9b01-9a68f12ae5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:17:12.087777 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c42887-5f24-4feb-9b01-9a68f12ae5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:17:12.089368 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-00c42887-5f24-4feb-9b01-9a68f12ae5d1 admin admin] 10.222.0.75 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4000123 Aug 19 15:17:13.362139 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cd3f6ea6-ce26-406a-8d33-34284c78ae21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:14.450592 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38068) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:17:14.823192 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed15101-8da8-4654-a65b-f9a4ad1188a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:17:14.823557 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed15101-8da8-4654-a65b-f9a4ad1188a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:17:14.825624 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3ed15101-8da8-4654-a65b-f9a4ad1188a4 admin admin] 10.222.0.75 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3734615 Aug 19 15:17:15.733502 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1b4aed87-d230-4af4-a6ee-070a1ede4cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:16.543589 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=80,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:17:16.558911 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:17:16.987039 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:17.165571 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38076) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:17:17.543550 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928599f6-62b1-478a-a8cd-8e0cb5eef6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:17:17.544952 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-928599f6-62b1-478a-a8cd-8e0cb5eef6cc admin admin] 10.222.0.75 "GET /networking/v2.0/subnets/1607ceaf-d7f1-49d0-9d09-c396980923c3 HTTP/1.1" status: 200 len: 816 time: 0.3784876 Aug 19 15:17:18.411913 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:18.533512 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:19.894235 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38084) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:17:20.267345 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7135fe2-d127-468d-be45-dd8f38e684c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:17:20.268712 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e7135fe2-d127-468d-be45-dd8f38e684c2 admin admin] 10.222.0.75 "GET /networking/v2.0/subnets/2abc2a14-527f-423a-84eb-c7ec55aae19a HTTP/1.1" status: 200 len: 868 time: 0.3735271 Aug 19 15:17:28.526766 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:17:28.529380 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:17:30.262118 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=35 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:17:30.264241 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=34 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:17:33.998624 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 5 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:17:43.366581 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-33a34aa4-ca6b-4c62-aa00-947a6bdf5d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:43.993126 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=17 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:17:43.993806 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=17 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:17:45.736681 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1ac209b4-0c3f-450f-9592-7687c3612c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:46.989836 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:48.413973 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:48.538815 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:49.189996 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38142) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:17:49.520124 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [None req-f984c721-6d2b-46e8-8edf-d790ed7922df admin admin] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 19 15:17:49.521161 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-f984c721-6d2b-46e8-8edf-d790ed7922df admin admin] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3303034 Aug 19 15:17:51.953376 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38150) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:17:52.291039 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.pecan_wsgi.hooks.translation [None req-066425f6-31e9-40ae-96cd-5e393b4dfbfd admin admin] GET failed (client error): The resource could not be found. Aug 19 15:17:52.292306 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-066425f6-31e9-40ae-96cd-5e393b4dfbfd admin admin] 10.222.0.75 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3379817 Aug 19 15:17:52.381665 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a8d416-f324-4d18-b14d-3c3d6eab272f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:17:52.383143 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e1a8d416-f324-4d18-b14d-3c3d6eab272f admin admin] 10.222.0.75 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0858357 Aug 19 15:17:54.776535 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38158) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:17:55.112358 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:55.132876 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Made reservation on behalf of a9a96491d392440daeaecef9eef8a152 for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:55.135345 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:55.162602 dv-cinder-835384-20-iscsi neutron-server[106284]: WARNING neutron.services.revisions.revision_plugin [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Could not find related network for resource to bump revision. Aug 19 15:17:55.177005 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=106284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:17:55.187926 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (266b1524-cfdc-4586-a132-c7b59e928f8a), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:55.188259 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Added segment 266b1524-cfdc-4586-a132-c7b59e928f8a of type vlan for network 30e83b75-b713-4e8d-bf1e-901f8d189f0d Aug 19 15:17:55.229325 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (30e83b75-b713-4e8d-bf1e-901f8d189f0d), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:55.257312 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (30e83b75-b713-4e8d-bf1e-901f8d189f0d), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:55.259028 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:17:55.260010 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:55.323012 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5453808 Aug 19 15:17:55.326913 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Pushing event updated for resources: {'Network': ['ID=30e83b75-b713-4e8d-bf1e-901f8d189f0d,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:55.334322 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:55.334666 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:55.334999 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:55.335330 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:55.335662 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:55.336191 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:55.336620 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:55.336992 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:55.337315 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:55.337669 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:55.338008 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:55.338326 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:55.338639 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:55.338953 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:55.339263 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edb97-acb1-424c-a3ff-1931b89819ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:55.351842 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network 30e83b75-b713-4e8d-bf1e-901f8d189f0d details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:17:57.708427 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38166) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:17:58.054152 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8e3d1d-bfcd-4506-8f69-d5c9f6c2bd5d admin admin] GET failed (client error): The resource could not be found. Aug 19 15:17:58.055534 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-bd8e3d1d-bfcd-4506-8f69-d5c9f6c2bd5d admin admin] 10.222.0.75 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3461146 Aug 19 15:17:58.137462 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4f1e33-966d-4e25-8363-adfaef0a0f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:17:58.138916 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3e4f1e33-966d-4e25-8363-adfaef0a0f04 admin admin] 10.222.0.75 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0776682 Aug 19 15:17:58.148718 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-2169baf5-c153-4879-b40e-85f989a42932 admin admin] Request body: {'subnet': {'network_id': '30e83b75-b713-4e8d-bf1e-901f8d189f0d', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:58.169001 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2169baf5-c153-4879-b40e-85f989a42932 admin admin] Made reservation on behalf of a9a96491d392440daeaecef9eef8a152 for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:58.171283 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2169baf5-c153-4879-b40e-85f989a42932 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:58.345132 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2169baf5-c153-4879-b40e-85f989a42932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for subnet (b16cc50d-9162-4c76-8273-b9540944cb68), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:58.399521 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169baf5-c153-4879-b40e-85f989a42932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b16cc50d-9162-4c76-8273-b9540944cb68,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:58.409646 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2169baf5-c153-4879-b40e-85f989a42932 admin admin] Checking segment: {'id': '266b1524-cfdc-4586-a132-c7b59e928f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '30e83b75-b713-4e8d-bf1e-901f8d189f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:17:58.409995 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2169baf5-c153-4879-b40e-85f989a42932 admin admin] Network hostable DHCP agents. Network: 30e83b75-b713-4e8d-bf1e-901f8d189f0d, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:17:58.426652 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2169baf5-c153-4879-b40e-85f989a42932 admin admin] Network 30e83b75-b713-4e8d-bf1e-901f8d189f0d is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:17:58.435631 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-2169baf5-c153-4879-b40e-85f989a42932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, 30e83b75-b713-4e8d-bf1e-901f8d189f0d) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:58.440299 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2169baf5-c153-4879-b40e-85f989a42932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:17:58.440922 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2169baf5-c153-4879-b40e-85f989a42932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:58.445280 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64ece76-0f43-4d91-9467-05b17eed1b8d None None] Network 30e83b75-b713-4e8d-bf1e-901f8d189f0d requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:17:58.458420 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-2169baf5-c153-4879-b40e-85f989a42932 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3129430 Aug 19 15:17:58.570779 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ef4bc4-d368-54e3-92c9-12ec6c9c3899-30e83b75-b713-4e8d-bf1e-901f8d189f0d', 'network_id': '30e83b75-b713-4e8d-bf1e-901f8d189f0d', 'project_id': 'a9a96491d392440daeaecef9eef8a152', 'fixed_ips': [{'subnet_id': 'b16cc50d-9162-4c76-8273-b9540944cb68'}]}} from dv-cinder-835384-20-iscsi. {{(pid=106286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 19 15:17:58.571790 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:58.725420 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Allocated IP 192.168.233.2 (30e83b75-b713-4e8d-bf1e-901f8d189f0d/b16cc50d-9162-4c76-8273-b9540944cb68/7cd01421-88ad-40de-82ca-801a7baeee0a) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:17:58.870263 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Publish callbacks [] for port (7cd01421-88ad-40de-82ca-801a7baeee0a), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:58.877638 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (7cd01421-88ad-40de-82ca-801a7baeee0a), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:58.921954 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Network 30e83b75-b713-4e8d-bf1e-901f8d189f0d is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:17:58.927268 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:58.931294 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:17:58.938548 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Pushing event updated for resources: {'Port': ['ID=7cd01421-88ad-40de-82ca-801a7baeee0a,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:58.963022 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:58.963364 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:58.963726 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:58.964082 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:58.964458 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:58.964773 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:58.965689 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:58.966013 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:58.966364 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:58.966778 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:58.967106 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:58.967447 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:58.967775 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:58.968095 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:58.968532 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:59.008319 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Attempting to bind port 7cd01421-88ad-40de-82ca-801a7baeee0a on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:17:59.008713 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Attempting to bind port 7cd01421-88ad-40de-82ca-801a7baeee0a by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': '266b1524-cfdc-4586-a132-c7b59e928f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '30e83b75-b713-4e8d-bf1e-901f8d189f0d'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:17:59.009077 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Attempting to bind port 7cd01421-88ad-40de-82ca-801a7baeee0a on network 30e83b75-b713-4e8d-bf1e-901f8d189f0d {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:17:59.015217 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:17:59.015596 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Checking segment: {'id': '266b1524-cfdc-4586-a132-c7b59e928f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '30e83b75-b713-4e8d-bf1e-901f8d189f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:17:59.015997 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:59.016404 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Bound using segment: {'id': '266b1524-cfdc-4586-a132-c7b59e928f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '30e83b75-b713-4e8d-bf1e-901f8d189f0d'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:17:59.016871 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Bound port: 7cd01421-88ad-40de-82ca-801a7baeee0a, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266b1524-cfdc-4586-a132-c7b59e928f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '30e83b75-b713-4e8d-bf1e-901f8d189f0d'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:17:59.017256 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (7cd01421-88ad-40de-82ca-801a7baeee0a), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:59.101222 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] For port 7cd01421-88ad-40de-82ca-801a7baeee0a, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:17:59.104803 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] For port 7cd01421-88ad-40de-82ca-801a7baeee0a, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=7cd01421-88ad-40de-82ca-801a7baeee0a,segment=NetworkSegment(266b1524-cfdc-4586-a132-c7b59e928f8a),segment_id=266b1524-cfdc-4586-a132-c7b59e928f8a)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:17:59.114260 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (7cd01421-88ad-40de-82ca-801a7baeee0a), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:17:59.176145 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd50a6b-edc8-467c-bfd2-ac289f2ba552 None None] Pushing event updated for resources: {'Port': ['ID=7cd01421-88ad-40de-82ca-801a7baeee0a,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:00.018679 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4576ce69-1e03-44fb-b791-1c473acac558 None None] Network 30e83b75-b713-4e8d-bf1e-901f8d189f0d requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:18:00.073670 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:18:00.089009 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:18:00.152243 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-075b5de3-da44-43fb-bfb3-71c5a46ff01b None None] Provisioning complete for port 7cd01421-88ad-40de-82ca-801a7baeee0a triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:18:00.152754 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-075b5de3-da44-43fb-bfb3-71c5a46ff01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (7cd01421-88ad-40de-82ca-801a7baeee0a), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:18:00.359768 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-075b5de3-da44-43fb-bfb3-71c5a46ff01b None None] Current status of the port 7cd01421-88ad-40de-82ca-801a7baeee0a is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:18:00.360160 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-075b5de3-da44-43fb-bfb3-71c5a46ff01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (7cd01421-88ad-40de-82ca-801a7baeee0a), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:18:00.406266 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-075b5de3-da44-43fb-bfb3-71c5a46ff01b None None] For port 7cd01421-88ad-40de-82ca-801a7baeee0a, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=7cd01421-88ad-40de-82ca-801a7baeee0a,segment=NetworkSegment(266b1524-cfdc-4586-a132-c7b59e928f8a),segment_id=266b1524-cfdc-4586-a132-c7b59e928f8a)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:00.408913 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 7cd01421-88ad-40de-82ca-801a7baeee0a up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:00.413198 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-075b5de3-da44-43fb-bfb3-71c5a46ff01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (7cd01421-88ad-40de-82ca-801a7baeee0a), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:18:00.493292 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 7cd01421-88ad-40de-82ca-801a7baeee0a triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:18:00.493604 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (7cd01421-88ad-40de-82ca-801a7baeee0a), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:18:00.540983 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b5de3-da44-43fb-bfb3-71c5a46ff01b None None] Pushing event updated for resources: {'Port': ['ID=7cd01421-88ad-40de-82ca-801a7baeee0a,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:00.565426 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-d7aef103-0940-4e94-8bfa-c72248595aa6 None None] Provisioning complete for port 7cd01421-88ad-40de-82ca-801a7baeee0a triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:18:00.565809 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d7aef103-0940-4e94-8bfa-c72248595aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (7cd01421-88ad-40de-82ca-801a7baeee0a), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:18:00.634668 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 7cd01421-88ad-40de-82ca-801a7baeee0a is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:18:00.692325 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-d7aef103-0940-4e94-8bfa-c72248595aa6 None None] Current status of the port 7cd01421-88ad-40de-82ca-801a7baeee0a is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:18:02.369991 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 7cd01421-88ad-40de-82ca-801a7baeee0a up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:02.416049 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 7cd01421-88ad-40de-82ca-801a7baeee0a triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:18:02.416521 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (7cd01421-88ad-40de-82ca-801a7baeee0a), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:18:02.494899 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 7cd01421-88ad-40de-82ca-801a7baeee0a is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:18:08.447714 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:18:08.453510 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=74,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:18:10.997865 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 5 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:18:13.370023 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-88549beb-a62c-4897-8c76-81b163167f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:18:15.727323 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:18:15.740478 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-33ef1f23-c018-43ea-9383-c8207cfda8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:18:16.994496 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:18:18.416730 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:18:18.545143 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:18:20.993929 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:18:20.994647 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=6 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:18:28.533107 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:18:28.540066 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:18:41.990448 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:18:43.373443 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-35816cec-2c17-4adb-9d69-914bf8140c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:18:45.742298 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cdd9804f-aca1-43c5-a2dc-34374d79746a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:18:46.994472 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:18:47.997513 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 5 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:18:48.427793 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:18:48.537901 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:18:57.992988 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:18:57.993679 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:18:58.526163 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:18:58.533444 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:19:13.375603 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-939d5bbe-6716-424b-96fc-188bf59f0a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:19:15.747340 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0854-4dfd-43e5-af18-563150659599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:19:17.001540 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:19:18.423704 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:19:18.540307 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:19:24.997043 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 5 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:19:26.442884 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38208) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:19:26.449275 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [None req-fd962680-d119-479a-a8fe-8f359effb99d tempest-verify_tempest_config-854369937 tempest-verify_tempest_config-854369937-project] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 19 15:19:26.450307 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-fd962680-d119-479a-a8fe-8f359effb99d tempest-verify_tempest_config-854369937 tempest-verify_tempest_config-854369937-project] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0064449 Aug 19 15:19:27.010463 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38226) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:19:27.411537 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:19:27.490520 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] Publish callbacks [] for security_group (005c30fb-d580-4d2d-843d-d468d2d279eb), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:19:27.494766 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (005c30fb-d580-4d2d-843d-d468d2d279eb), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:19:27.544064 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005c30fb-d580-4d2d-843d-d468d2d279eb,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:27.548816 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=4de5d1bec67b4b189785add64cf6ff73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5373504 Aug 19 15:19:27.551671 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38230) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:19:27.552992 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.553332 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.553713 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.554109 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.554430 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.554763 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.555073 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.555388 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.555725 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.556043 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.556371 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.556712 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.557024 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.557332 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.557638 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70533439-9707-45b1-885f-1eb72bc728de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.610026 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Publish callbacks [] for security_group (005c30fb-d580-4d2d-843d-d468d2d279eb), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:19:27.630185 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Publish callbacks [] for security_group (005c30fb-d580-4d2d-843d-d468d2d279eb), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:19:27.727885 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (005c30fb-d580-4d2d-843d-d468d2d279eb), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:19:27.730806 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:19:27.731973 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/005c30fb-d580-4d2d-843d-d468d2d279eb HTTP/1.1" status: 204 len: 168 time: 0.1793294 Aug 19 15:19:27.740533 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005c30fb-d580-4d2d-843d-d468d2d279eb,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:27.748382 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.748690 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.749114 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.749460 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.749795 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.750126 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.750452 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.750777 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.751252 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.751465 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.751806 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.752130 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.752483 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.752811 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:27.753127 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7c3ba-8707-4abf-8f33-e7e4cb30b6e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:28.534520 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:19:37.542815 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=23,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:19:37.547733 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=16,neutron:INSERT=6 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:19:37.743843 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:19:37.744651 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:19:37.777583 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:19:41.549248 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=14 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:19:41.552292 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=20 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:19:43.383084 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-86a2f681-ed1f-49f8-9417-bec659645004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:19:45.749079 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ab121abe-ba68-4d13-b376-0768276ac873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:19:47.002964 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:19:48.428688 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:19:48.547414 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:19:58.539710 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:19:58.542718 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:20:01.999021 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 5 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:20:11.991596 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:20:11.992484 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:20:13.376358 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6c977d60-720e-4caa-bcc1-5e7d9f7b6fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:20:15.757828 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-06523d39-2a88-4842-a59a-feecc756d95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:20:17.003921 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:20:18.430963 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:20:18.548957 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:20:28.540269 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:20:28.543997 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:20:38.997707 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 5 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:20:43.378603 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fffc38a3-a1e7-418f-9d6f-de9599dfb91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:20:45.749261 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3c8e-a911-428f-bc66-b2810b4b4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:20:47.005625 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:20:48.435570 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:20:48.543443 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:20:48.994156 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:20:48.995519 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=6 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:20:58.531075 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:20:58.537996 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:21:06.816316 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1808138'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:21:13.381495 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0e043e2d-7694-48f4-8b90-43c1c73a6285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:21:15.750894 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ec4c51df-429e-4b01-8304-5b5869b02373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:21:15.997041 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:21:17.012160 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:21:18.440070 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:21:18.545187 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:21:18.894400 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38328) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:21:19.021006 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-220e8180-6d16-4493-b7f1-8847c6078952 admin admin] 10.222.0.75 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1255236 Aug 19 15:21:21.263521 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38338) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:21:21.320113 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-a1f00af6-6fc9-421e-8264-739d31a617b6 admin admin] 10.222.0.75 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0554736 Aug 19 15:21:25.993027 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:21:25.993678 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:21:28.529327 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=11,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:21:28.536622 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:21:31.314019 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:21:31.314881 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:21:36.770763 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:21:41.556644 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=10 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:21:41.559493 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=16 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:21:43.383830 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a3d52801-6945-4522-a780-2933ba160a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:21:45.753994 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a0fc4ceb-0d2d-4747-8918-cd5de259e105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:21:47.016492 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:21:48.442638 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:21:48.541501 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:21:52.996928 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:21:58.527015 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:21:58.536683 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:22:00.015680 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:22:02.992171 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=6 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:22:06.781758 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:13.388270 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fa2efe36-d970-421d-a8df-d8af05309f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:15.767974 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cb4a52e5-353e-45d3-b3d9-3a840cd291b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:17.021196 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:18.448949 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:18.544423 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:28.530458 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:22:28.539525 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:22:29.996790 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:22:36.782786 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:39.991828 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:22:42.001334 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:22:43.393504 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d91c5dd9-3704-4838-99e1-29cf325d2f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:45.759244 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3923e372-0b14-4652-96a4-d5abbc30297d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:47.012607 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:48.453556 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:48.543377 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:56.942566 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38476) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:22:57.315039 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-264153715-network', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:57.337919 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Made reservation on behalf of 8ede055158e24b7c9a935b833e33b89a for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:57.341294 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:57.350396 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:57.437504 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Publish callbacks [] for security_group (295146bd-18a5-4815-8ab9-3f625c7b2c5a), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:57.442399 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (295146bd-18a5-4815-8ab9-3f625c7b2c5a), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:57.474416 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295146bd-18a5-4815-8ab9-3f625c7b2c5a,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:57.476802 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=106284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:22:57.490232 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.490765 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.491354 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.491702 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.492247 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.492646 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.493061 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.493613 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.493982 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.494290 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.495823 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.496327 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.497048 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.497450 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.498225 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Tracked resource versions report: Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: pushed versions: Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: { 'AddressGroup': {'1.2'}, Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Agent': {'1.1'}, Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'ConntrackHelper': {'1.0'}, Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'LocalIPAssociation': {'1.0'}, Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Log': {'1.0'}, Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'NDPProxy': {'1.0'}, Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Network': {'1.1'}, Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Port': {'1.7'}, Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'PortForwarding': {'1.3'}, Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'QosPolicy': {'1.10'}, Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'SecurityGroup': {'1.5'}, Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'SecurityGroupRule': {'1.2'}, Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'SubPort': {'1.0'}, Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Subnet': {'1.1'}, Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Trunk': {'1.1'}} Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: consumer versions: Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: { DHCP agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: HyperV agent@hv-cinder-83538: {}, Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: L3 agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: Metadata agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: Metering agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: Open vSwitch agent@dv-cinder-835384-20-iscsi: { 'AddressGroup': '1.2', Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Agent': '1.1', Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'ConntrackHelper': '1.0', Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'LocalIPAssociation': '1.0', Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Log': '1.0', Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'NDPProxy': '1.0', Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Network': '1.1', Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Port': '1.7', Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'PortForwarding': '1.3', Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'QosPolicy': '1.10', Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'SecurityGroup': '1.5', Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'SecurityGroupRule': '1.2', Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'SubPort': '1.0', Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Subnet': '1.1', Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: 'Trunk': '1.1'}} Aug 19 15:22:57.499498 dv-cinder-835384-20-iscsi neutron-server[106284]: {{(pid=106284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 15:22:57.508197 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (895a194d-8b04-4bae-bdc3-41e9e36f2fff), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:57.509268 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Added segment 895a194d-8b04-4bae-bdc3-41e9e36f2fff of type vlan for network 686c1d24-9be3-4e13-8a5a-a63e7258a1fc Aug 19 15:22:57.561134 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (686c1d24-9be3-4e13-8a5a-a63e7258a1fc), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:57.599010 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (686c1d24-9be3-4e13-8a5a-a63e7258a1fc), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:57.600026 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:22:57.600629 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:57.652534 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7039092 Aug 19 15:22:57.653102 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38524) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:22:57.659613 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Request body: {'subnet': {'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-264153715-subnet', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:57.691597 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16371ec-b9fe-4243-93fd-106cfe63bac6 admin admin] Pushing event updated for resources: {'Network': ['ID=686c1d24-9be3-4e13-8a5a-a63e7258a1fc,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:57.695857 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Made reservation on behalf of 8ede055158e24b7c9a935b833e33b89a for: {'subnet': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:57.699727 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:57.703293 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network 686c1d24-9be3-4e13-8a5a-a63e7258a1fc details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:22:57.927412 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for subnet (93f05d4a-93e6-496f-8a08-b1119fd57ca6), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:57.985956 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f05d4a-93e6-496f-8a08-b1119fd57ca6,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:57.995469 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.995806 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.996177 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.996639 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.996987 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.997690 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.997690 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.997969 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.998538 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.998828 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.999101 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.999435 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.999920 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:58.000257 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:58.000607 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Tracked resource versions report: Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: pushed versions: Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: { 'AddressGroup': {'1.2'}, Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Agent': {'1.1'}, Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'ConntrackHelper': {'1.0'}, Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'LocalIPAssociation': {'1.0'}, Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Log': {'1.0'}, Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'NDPProxy': {'1.0'}, Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Network': {'1.1'}, Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Port': {'1.7'}, Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'PortForwarding': {'1.3'}, Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'QosPolicy': {'1.10'}, Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'SecurityGroup': {'1.5'}, Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'SecurityGroupRule': {'1.2'}, Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'SubPort': {'1.0'}, Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Subnet': {'1.1'}, Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Trunk': {'1.1'}} Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: consumer versions: Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: { DHCP agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: HyperV agent@hv-cinder-83538: {}, Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: L3 agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: Metadata agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: Metering agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: Open vSwitch agent@dv-cinder-835384-20-iscsi: { 'AddressGroup': '1.2', Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Agent': '1.1', Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'ConntrackHelper': '1.0', Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'LocalIPAssociation': '1.0', Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Log': '1.0', Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'NDPProxy': '1.0', Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Network': '1.1', Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Port': '1.7', Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'PortForwarding': '1.3', Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'QosPolicy': '1.10', Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'SecurityGroup': '1.5', Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'SecurityGroupRule': '1.2', Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'SubPort': '1.0', Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Subnet': '1.1', Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: 'Trunk': '1.1'}} Aug 19 15:22:58.001729 dv-cinder-835384-20-iscsi neutron-server[106285]: {{(pid=106285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 15:22:58.028126 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Checking segment: {'id': '895a194d-8b04-4bae-bdc3-41e9e36f2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:22:58.028518 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Network hostable DHCP agents. Network: 686c1d24-9be3-4e13-8a5a-a63e7258a1fc, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:22:58.053086 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Network 686c1d24-9be3-4e13-8a5a-a63e7258a1fc is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:22:58.066937 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, 686c1d24-9be3-4e13-8a5a-a63e7258a1fc) {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:22:58.076609 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4896c39-e791-4b7b-9340-f2b9011da41c None None] Network 686c1d24-9be3-4e13-8a5a-a63e7258a1fc requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:22:58.078186 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:22:58.080317 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:58.086518 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38540) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:22:58.110776 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38544) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:22:58.111723 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-8f4c1523-de0f-4ae8-83fa-40e72257a8f2 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4573333 Aug 19 15:22:58.116509 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:58.145904 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (28bc588a-219b-4a73-9372-b86444d25258), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:58.147638 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12047'] for router (28bc588a-219b-4a73-9372-b86444d25258), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:58.234247 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38548) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:22:58.235729 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] Publish callbacks [] for router_controller (28bc588a-219b-4a73-9372-b86444d25258), precommit_add_association {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:58.252083 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ef4bc4-d368-54e3-92c9-12ec6c9c3899-686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'fixed_ips': [{'subnet_id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6'}]}} from dv-cinder-835384-20-iscsi. {{(pid=106286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 19 15:22:58.253289 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:58.442499 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] Publish callbacks [] for router_gateway (28bc588a-219b-4a73-9372-b86444d25258), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:58.480377 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38556) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:22:58.530057 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Allocated IP 172.20.0.2 (686c1d24-9be3-4e13-8a5a-a63e7258a1fc/93f05d4a-93e6-496f-8a08-b1119fd57ca6/cb498c85-c726-4774-872f-a5e40621ad25) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:22:58.645947 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=38,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:22:58.646889 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:22:58.690292 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-ede12dfd-f74c-4a2b-9cf5-23979f378207 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1915237131-network', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:58.714589 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-b884dbfa-39f8-47c9-a4d9-efcb06312026 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-407917116-network', 'tenant_id': 'ea214b3e591a44928fd7af5f51095405'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:58.748439 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:22:58.751253 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede12dfd-f74c-4a2b-9cf5-23979f378207 admin admin] Made reservation on behalf of cbf14c554d854af5ba8cd910c82d42e0 for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:58.753672 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ede12dfd-f74c-4a2b-9cf5-23979f378207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:58.770647 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ede12dfd-f74c-4a2b-9cf5-23979f378207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:58.774132 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b884dbfa-39f8-47c9-a4d9-efcb06312026 admin admin] Made reservation on behalf of ea214b3e591a44928fd7af5f51095405 for: {'network': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:58.776686 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b884dbfa-39f8-47c9-a4d9-efcb06312026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:58.787128 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b884dbfa-39f8-47c9-a4d9-efcb06312026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:58.795304 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Publish callbacks [] for port (cb498c85-c726-4774-872f-a5e40621ad25), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:58.803462 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] Publish callbacks [] for router_gateway (28bc588a-219b-4a73-9372-b86444d25258), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:58.805043 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (cb498c85-c726-4774-872f-a5e40621ad25), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:58.831128 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:58.855067 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Network 686c1d24-9be3-4e13-8a5a-a63e7258a1fc is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:22:58.859369 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:22:58.884756 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38578) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:22:58.909217 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:22:58.922231 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:22:58.952922 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b884dbfa-39f8-47c9-a4d9-efcb06312026 admin admin] Publish callbacks [] for security_group (67d7f4f2-d793-4bfe-9203-95ff7f0121e4), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:58.959984 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b884dbfa-39f8-47c9-a4d9-efcb06312026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (67d7f4f2-d793-4bfe-9203-95ff7f0121e4), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:58.980341 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b884dbfa-39f8-47c9-a4d9-efcb06312026 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=106285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:22:58.996469 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b884dbfa-39f8-47c9-a4d9-efcb06312026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (faf770e6-08a2-4e4a-b508-19c7be837f73), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:58.997127 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.segments_db [None req-b884dbfa-39f8-47c9-a4d9-efcb06312026 admin admin] Added segment faf770e6-08a2-4e4a-b508-19c7be837f73 of type vlan for network 8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 Aug 19 15:22:59.019754 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Attempting to bind port cb498c85-c726-4774-872f-a5e40621ad25 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:22:59.020369 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Attempting to bind port cb498c85-c726-4774-872f-a5e40621ad25 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': '895a194d-8b04-4bae-bdc3-41e9e36f2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:22:59.020907 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Attempting to bind port cb498c85-c726-4774-872f-a5e40621ad25 on network 686c1d24-9be3-4e13-8a5a-a63e7258a1fc {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:22:59.036605 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:22:59.037764 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Checking segment: {'id': '895a194d-8b04-4bae-bdc3-41e9e36f2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:22:59.038293 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.038778 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Bound using segment: {'id': '895a194d-8b04-4bae-bdc3-41e9e36f2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:22:59.039849 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Bound port: cb498c85-c726-4774-872f-a5e40621ad25, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895a194d-8b04-4bae-bdc3-41e9e36f2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:22:59.041514 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (cb498c85-c726-4774-872f-a5e40621ad25), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.072320 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ede12dfd-f74c-4a2b-9cf5-23979f378207 admin admin] Publish callbacks [] for security_group (6f9f7e37-9d51-44fb-8467-19a66d7a8e11), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.074201 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b884dbfa-39f8-47c9-a4d9-efcb06312026 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (8ca696a6-5a42-4e8e-bad5-e98dabe98bc6), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.083213 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ede12dfd-f74c-4a2b-9cf5-23979f378207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (6f9f7e37-9d51-44fb-8467-19a66d7a8e11), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.098471 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] Allocated IP 172.27.2.71 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/f4958ff9-8914-41dc-81c9-50976a3e52b7) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:22:59.142122 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:22:59.146581 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-c2edac0d-7dc0-4c7b-bd63-292a1407eb21 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-229349538-network', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:59.149827 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] For port cb498c85-c726-4774-872f-a5e40621ad25, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:22:59.151957 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884dbfa-39f8-47c9-a4d9-efcb06312026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d7f4f2-d793-4bfe-9203-95ff7f0121e4,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:59.153682 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] For port cb498c85-c726-4774-872f-a5e40621ad25, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=cb498c85-c726-4774-872f-a5e40621ad25,segment=NetworkSegment(895a194d-8b04-4bae-bdc3-41e9e36f2fff),segment_id=895a194d-8b04-4bae-bdc3-41e9e36f2fff)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:22:59.155280 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b884dbfa-39f8-47c9-a4d9-efcb06312026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (8ca696a6-5a42-4e8e-bad5-e98dabe98bc6), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.157904 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b884dbfa-39f8-47c9-a4d9-efcb06312026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:22:59.159095 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b884dbfa-39f8-47c9-a4d9-efcb06312026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.165248 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Pushing event updated for resources: {'Port': ['ID=cb498c85-c726-4774-872f-a5e40621ad25,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:59.175606 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:59.176140 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:59.176840 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:59.177477 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:59.178755 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:59.179544 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:59.180096 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:59.180705 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:59.181241 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:59.181815 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:59.182435 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede12dfd-f74c-4a2b-9cf5-23979f378207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9f7e37-9d51-44fb-8467-19a66d7a8e11,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:59.182564 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:59.183816 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:59.184426 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:59.184998 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:59.186129 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Tracked resource versions report: Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: pushed versions: Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: { 'AddressGroup': {'1.2'}, Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Agent': {'1.1'}, Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'ConntrackHelper': {'1.0'}, Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'LocalIPAssociation': {'1.0'}, Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Log': {'1.0'}, Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'NDPProxy': {'1.0'}, Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Network': {'1.1'}, Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Port': {'1.7'}, Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'PortForwarding': {'1.3'}, Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'QosPolicy': {'1.10'}, Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'SecurityGroup': {'1.5'}, Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'SecurityGroupRule': {'1.2'}, Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'SubPort': {'1.0'}, Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Subnet': {'1.1'}, Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Trunk': {'1.1'}} Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: consumer versions: Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: { DHCP agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: HyperV agent@hv-cinder-83538: {}, Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: L3 agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: Metadata agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: Metering agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: Open vSwitch agent@dv-cinder-835384-20-iscsi: { 'AddressGroup': '1.2', Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Agent': '1.1', Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'ConntrackHelper': '1.0', Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'LocalIPAssociation': '1.0', Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Log': '1.0', Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'NDPProxy': '1.0', Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Network': '1.1', Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Port': '1.7', Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'PortForwarding': '1.3', Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'QosPolicy': '1.10', Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'SecurityGroup': '1.5', Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'SecurityGroupRule': '1.2', Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'SubPort': '1.0', Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Subnet': '1.1', Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: 'Trunk': '1.1'}} Aug 19 15:22:59.187988 dv-cinder-835384-20-iscsi neutron-server[106286]: {{(pid=106286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 15:22:59.195435 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (cb498c85-c726-4774-872f-a5e40621ad25), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.235640 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede12dfd-f74c-4a2b-9cf5-23979f378207 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=106284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:22:59.267619 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94baf1e1-8e85-48d4-b9cf-6e112b708b95 None None] Pushing event updated for resources: {'Port': ['ID=cb498c85-c726-4774-872f-a5e40621ad25,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:59.278110 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884dbfa-39f8-47c9-a4d9-efcb06312026 admin admin] Pushing event updated for resources: {'Network': ['ID=8ca696a6-5a42-4e8e-bad5-e98dabe98bc6,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:59.286452 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-b884dbfa-39f8-47c9-a4d9-efcb06312026 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0511086 Aug 19 15:22:59.287474 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38598) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:22:59.294629 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-b3590332-8aca-42c0-a670-230fbf5ff230 admin admin] Request body: {'subnet': {'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-407917116-subnet', 'tenant_id': 'ea214b3e591a44928fd7af5f51095405', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:59.300900 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network 8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:22:59.312787 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-cd3fe117-6d39-4a00-99bd-2fbc393febcd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1168094828-network', 'tenant_id': '9c882a78908b4497ab1a7d7d12d80a64'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:59.321457 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:22:59.325941 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3590332-8aca-42c0-a670-230fbf5ff230 admin admin] Made reservation on behalf of ea214b3e591a44928fd7af5f51095405 for: {'subnet': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:59.328970 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b3590332-8aca-42c0-a670-230fbf5ff230 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.392053 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ede12dfd-f74c-4a2b-9cf5-23979f378207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (c02f52c9-4710-428e-817d-00673e6cc031), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.392449 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-ede12dfd-f74c-4a2b-9cf5-23979f378207 admin admin] Added segment c02f52c9-4710-428e-817d-00673e6cc031 of type vlan for network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 Aug 19 15:22:59.398072 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3fe117-6d39-4a00-99bd-2fbc393febcd admin admin] Made reservation on behalf of 9c882a78908b4497ab1a7d7d12d80a64 for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:59.400676 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe117-6d39-4a00-99bd-2fbc393febcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.424382 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe117-6d39-4a00-99bd-2fbc393febcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.525359 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2edac0d-7dc0-4c7b-bd63-292a1407eb21 admin admin] Made reservation on behalf of dcca6c7d30114cd0936eb30381efad7d for: {'network': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:59.534439 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c2edac0d-7dc0-4c7b-bd63-292a1407eb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.577631 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c2edac0d-7dc0-4c7b-bd63-292a1407eb21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.657197 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe117-6d39-4a00-99bd-2fbc393febcd admin admin] Publish callbacks [] for security_group (1a5e96f8-1362-4866-8cb0-439fc4e33a7d), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.657197 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ede12dfd-f74c-4a2b-9cf5-23979f378207 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (6a74f9df-bea0-4bc2-8022-d4f3c9598ba3), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.657197 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe117-6d39-4a00-99bd-2fbc393febcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (1a5e96f8-1362-4866-8cb0-439fc4e33a7d), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.723074 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fe117-6d39-4a00-99bd-2fbc393febcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5e96f8-1362-4866-8cb0-439fc4e33a7d,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:59.778304 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3fe117-6d39-4a00-99bd-2fbc393febcd admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=106284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:22:59.842462 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] Publish callbacks [] for port (f4958ff9-8914-41dc-81c9-50976a3e52b7), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.849165 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe117-6d39-4a00-99bd-2fbc393febcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (c958467f-c5d7-4793-9e1e-79d608a4ed8a), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.849745 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-cd3fe117-6d39-4a00-99bd-2fbc393febcd admin admin] Added segment c958467f-c5d7-4793-9e1e-79d608a4ed8a of type vlan for network b198e30d-69b3-47b3-bdc1-85b78ae626c8 Aug 19 15:22:59.856746 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ede12dfd-f74c-4a2b-9cf5-23979f378207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (6a74f9df-bea0-4bc2-8022-d4f3c9598ba3), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.858036 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede12dfd-f74c-4a2b-9cf5-23979f378207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:22:59.859420 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b3590332-8aca-42c0-a670-230fbf5ff230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for subnet (958c0ad0-a50f-4274-9f82-f6b43ce9ca38), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.860665 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ede12dfd-f74c-4a2b-9cf5-23979f378207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.923132 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=8 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:22:59.941145 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3590332-8aca-42c0-a670-230fbf5ff230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=958c0ad0-a50f-4274-9f82-f6b43ce9ca38,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:59.949355 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c2edac0d-7dc0-4c7b-bd63-292a1407eb21 admin admin] Publish callbacks [] for security_group (e0dd4ee8-1238-4947-9992-0bedec5d4129), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.967998 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c2edac0d-7dc0-4c7b-bd63-292a1407eb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (e0dd4ee8-1238-4947-9992-0bedec5d4129), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:22:59.986983 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2edac0d-7dc0-4c7b-bd63-292a1407eb21 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=106285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:22:59.992500 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-ede12dfd-f74c-4a2b-9cf5-23979f378207 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9027603 Aug 19 15:23:00.002008 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:00.002008 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38610) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:00.011506 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c2edac0d-7dc0-4c7b-bd63-292a1407eb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (5438cab1-d7d6-4899-9066-e3353901fbae), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:00.011920 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.segments_db [None req-c2edac0d-7dc0-4c7b-bd63-292a1407eb21 admin admin] Added segment 5438cab1-d7d6-4899-9066-e3353901fbae of type vlan for network 767088c7-8ee1-471e-80fb-53a5e6370be0 Aug 19 15:23:00.019536 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-461cab29-dffb-4afc-97c8-78fedff60f9f admin admin] Request body: {'subnet': {'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-subnet', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:00.079244 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c2edac0d-7dc0-4c7b-bd63-292a1407eb21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (767088c7-8ee1-471e-80fb-53a5e6370be0), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:00.086003 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe117-6d39-4a00-99bd-2fbc393febcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (b198e30d-69b3-47b3-bdc1-85b78ae626c8), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:00.120673 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:INSERT=23,neutron:SELECT=72,neutron:UPDATE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:00.132738 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede12dfd-f74c-4a2b-9cf5-23979f378207 admin admin] Pushing event updated for resources: {'Network': ['ID=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:00.139848 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c2edac0d-7dc0-4c7b-bd63-292a1407eb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (767088c7-8ee1-471e-80fb-53a5e6370be0), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:00.142168 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2edac0d-7dc0-4c7b-bd63-292a1407eb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:00.143073 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c2edac0d-7dc0-4c7b-bd63-292a1407eb21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:00.152998 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:23:00.154212 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461cab29-dffb-4afc-97c8-78fedff60f9f admin admin] Made reservation on behalf of cbf14c554d854af5ba8cd910c82d42e0 for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:23:00.158030 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-461cab29-dffb-4afc-97c8-78fedff60f9f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:00.239850 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-c2edac0d-7dc0-4c7b-bd63-292a1407eb21 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7565136 Aug 19 15:23:00.249952 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38618) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:00.253469 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (f4958ff9-8914-41dc-81c9-50976a3e52b7), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:00.254624 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edac0d-7dc0-4c7b-bd63-292a1407eb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dd4ee8-1238-4947-9992-0bedec5d4129,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:00.295005 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-c516ae58-64b7-4424-81dd-7fde21d7055a admin admin] Request body: {'subnet': {'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-229349538-subnet', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:00.299390 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:00.319290 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:00.325857 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:23:00.340184 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3590332-8aca-42c0-a670-230fbf5ff230 admin admin] Checking segment: {'id': 'faf770e6-08a2-4e4a-b508-19c7be837f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:00.342192 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3590332-8aca-42c0-a670-230fbf5ff230 admin admin] Network hostable DHCP agents. Network: 8ca696a6-5a42-4e8e-bad5-e98dabe98bc6, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:23:00.448889 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c516ae58-64b7-4424-81dd-7fde21d7055a admin admin] Made reservation on behalf of dcca6c7d30114cd0936eb30381efad7d for: {'subnet': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:23:00.452105 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c516ae58-64b7-4424-81dd-7fde21d7055a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:00.498957 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe117-6d39-4a00-99bd-2fbc393febcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (b198e30d-69b3-47b3-bdc1-85b78ae626c8), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:00.499993 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3fe117-6d39-4a00-99bd-2fbc393febcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:00.500604 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe117-6d39-4a00-99bd-2fbc393febcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:00.694261 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3590332-8aca-42c0-a670-230fbf5ff230 admin admin] Network 8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:23:00.720646 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device cb498c85-c726-4774-872f-a5e40621ad25 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:00.833369 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edac0d-7dc0-4c7b-bd63-292a1407eb21 admin admin] Pushing event updated for resources: {'Network': ['ID=767088c7-8ee1-471e-80fb-53a5e6370be0,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:00.863721 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network 767088c7-8ee1-471e-80fb-53a5e6370be0 details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:23:00.888282 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-b3590332-8aca-42c0-a670-230fbf5ff230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, 8ca696a6-5a42-4e8e-bad5-e98dabe98bc6) {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:00.897714 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] Pushing event updated for resources: {'Port': ['ID=f4958ff9-8914-41dc-81c9-50976a3e52b7,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:00.900201 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fe117-6d39-4a00-99bd-2fbc393febcd admin admin] Pushing event updated for resources: {'Network': ['ID=b198e30d-69b3-47b3-bdc1-85b78ae626c8,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:00.904954 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-cd3fe117-6d39-4a00-99bd-2fbc393febcd admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0193670 Aug 19 15:23:00.908931 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38662) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:00.931074 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-dcb2c153-2e28-4f67-ae3b-8dbdf0aee0de admin admin] Request body: {'subnet': {'network_id': 'b198e30d-69b3-47b3-bdc1-85b78ae626c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1168094828-subnet', 'tenant_id': '9c882a78908b4497ab1a7d7d12d80a64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:00.960251 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3590332-8aca-42c0-a670-230fbf5ff230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:00.962129 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b3590332-8aca-42c0-a670-230fbf5ff230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:00.983195 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb2c153-2e28-4f67-ae3b-8dbdf0aee0de admin admin] Made reservation on behalf of 9c882a78908b4497ab1a7d7d12d80a64 for: {'subnet': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:23:00.985987 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-dcb2c153-2e28-4f67-ae3b-8dbdf0aee0de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:01.031030 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port cb498c85-c726-4774-872f-a5e40621ad25 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:01.032011 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (cb498c85-c726-4774-872f-a5e40621ad25), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:01.036792 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dcf8c5-c82e-4194-8b06-20d9c49d03af None None] Network 8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:23:01.083330 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-b3590332-8aca-42c0-a670-230fbf5ff230 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7936528 Aug 19 15:23:01.084267 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38674) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:01.098684 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-407917116-router', 'tenant_id': 'ea214b3e591a44928fd7af5f51095405', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:01.129774 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network b198e30d-69b3-47b3-bdc1-85b78ae626c8 details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:23:01.140169 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89f9cdc-dc1e-4a3e-ada3-d7746f06dee0 None None] Network 686c1d24-9be3-4e13-8a5a-a63e7258a1fc requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:23:01.156703 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (f23c36f6-f77a-461c-b5ce-3000825d0ac6), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:01.159617 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12047'] for router (f23c36f6-f77a-461c-b5ce-3000825d0ac6), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:01.259298 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:01.260666 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-461cab29-dffb-4afc-97c8-78fedff60f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for subnet (9f5a617c-2964-456f-ae12-5bd7af7fa552), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:01.367132 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:01.427657 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:01.428441 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cab29-dffb-4afc-97c8-78fedff60f9f admin admin] Checking segment: {'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:01.428826 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461cab29-dffb-4afc-97c8-78fedff60f9f admin admin] Network hostable DHCP agents. Network: 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:23:01.429327 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:01.443281 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cab29-dffb-4afc-97c8-78fedff60f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5a617c-2964-456f-ae12-5bd7af7fa552,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:01.476300 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461cab29-dffb-4afc-97c8-78fedff60f9f admin admin] Network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:23:01.491081 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ef4bc4-d368-54e3-92c9-12ec6c9c3899-8ca696a6-5a42-4e8e-bad5-e98dabe98bc6', 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6', 'project_id': 'ea214b3e591a44928fd7af5f51095405', 'fixed_ips': [{'subnet_id': '958c0ad0-a50f-4274-9f82-f6b43ce9ca38'}]}} from dv-cinder-835384-20-iscsi. {{(pid=106286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 19 15:23:01.492003 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:01.500288 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-461cab29-dffb-4afc-97c8-78fedff60f9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:01.507716 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461cab29-dffb-4afc-97c8-78fedff60f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:01.509497 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-461cab29-dffb-4afc-97c8-78fedff60f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:01.532757 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] Publish callbacks [] for router_gateway (28bc588a-219b-4a73-9372-b86444d25258), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:01.577631 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] Publish callbacks [] for router_controller (f23c36f6-f77a-461c-b5ce-3000825d0ac6), precommit_add_association {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:01.594403 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-461cab29-dffb-4afc-97c8-78fedff60f9f admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5791821 Aug 19 15:23:01.597372 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38694) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:01.602397 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:01.638823 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (ec51b1ce-e2fe-4834-8fa7-aeb89d133590), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:01.639967 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12047'] for router (ec51b1ce-e2fe-4834-8fa7-aeb89d133590), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:01.678595 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Allocated IP 172.20.0.2 (8ca696a6-5a42-4e8e-bad5-e98dabe98bc6/958c0ad0-a50f-4274-9f82-f6b43ce9ca38/16b8e664-b5d9-413b-99c4-f11041d971ca) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:01.703058 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd06764d-aec0-498e-8955-bc49f74b2c13 None None] Network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:23:01.713323 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] Publish callbacks [] for router_controller (ec51b1ce-e2fe-4834-8fa7-aeb89d133590), precommit_add_association {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:01.749134 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38696) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:01.788919 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-bad8db1b-c8a1-451e-915a-5556edc51640 None None] Provisioning complete for port cb498c85-c726-4774-872f-a5e40621ad25 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:01.789267 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-bad8db1b-c8a1-451e-915a-5556edc51640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (cb498c85-c726-4774-872f-a5e40621ad25), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:01.939669 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:01.955626 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] Publish callbacks [] for router_gateway (f23c36f6-f77a-461c-b5ce-3000825d0ac6), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:01.967638 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c516ae58-64b7-4424-81dd-7fde21d7055a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for subnet (93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.077995 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c516ae58-64b7-4424-81dd-7fde21d7055a admin admin] Checking segment: {'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:02.078355 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c516ae58-64b7-4424-81dd-7fde21d7055a admin admin] Network hostable DHCP agents. Network: 767088c7-8ee1-471e-80fb-53a5e6370be0, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:23:02.112497 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port cb498c85-c726-4774-872f-a5e40621ad25 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:02.112879 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (cb498c85-c726-4774-872f-a5e40621ad25), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.118451 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-dcb2c153-2e28-4f67-ae3b-8dbdf0aee0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for subnet (24e7f846-4970-4193-b1e4-bf0386a8976d), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.141812 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] Publish callbacks [] for router_gateway (ec51b1ce-e2fe-4834-8fa7-aeb89d133590), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.149107 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:02.159146 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c516ae58-64b7-4424-81dd-7fde21d7055a admin admin] Network 767088c7-8ee1-471e-80fb-53a5e6370be0 is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:23:02.179208 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516ae58-64b7-4424-81dd-7fde21d7055a admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:02.187637 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ef4bc4-d368-54e3-92c9-12ec6c9c3899-6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552'}]}} from dv-cinder-835384-20-iscsi. {{(pid=106286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 19 15:23:02.188091 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-c516ae58-64b7-4424-81dd-7fde21d7055a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, 767088c7-8ee1-471e-80fb-53a5e6370be0) {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:02.188709 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.201208 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:02.249693 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516ae58-64b7-4424-81dd-7fde21d7055a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:02.250654 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c516ae58-64b7-4424-81dd-7fde21d7055a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.263482 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598d33a3-0c28-4c34-84cb-cfeadab49895 None None] Network 767088c7-8ee1-471e-80fb-53a5e6370be0 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:23:02.274729 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port cb498c85-c726-4774-872f-a5e40621ad25, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=cb498c85-c726-4774-872f-a5e40621ad25,segment=NetworkSegment(895a194d-8b04-4bae-bdc3-41e9e36f2fff),segment_id=895a194d-8b04-4bae-bdc3-41e9e36f2fff)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:02.282466 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4d1ce4b2-9142-4d05-91af-2cf4aa08a249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.338251 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2c153-2e28-4f67-ae3b-8dbdf0aee0de admin admin] Pushing event updated for resources: {'Subnet': ['ID=24e7f846-4970-4193-b1e4-bf0386a8976d,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:02.351378 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (cb498c85-c726-4774-872f-a5e40621ad25), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.359206 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2c153-2e28-4f67-ae3b-8dbdf0aee0de admin admin] Checking segment: {'id': 'c958467f-c5d7-4793-9e1e-79d608a4ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b198e30d-69b3-47b3-bdc1-85b78ae626c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:02.359678 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb2c153-2e28-4f67-ae3b-8dbdf0aee0de admin admin] Network hostable DHCP agents. Network: b198e30d-69b3-47b3-bdc1-85b78ae626c8, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:23:02.367796 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-c516ae58-64b7-4424-81dd-7fde21d7055a admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1130178 Aug 19 15:23:02.370202 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38708) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:02.370967 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-bad8db1b-c8a1-451e-915a-5556edc51640 None None] Current status of the port cb498c85-c726-4774-872f-a5e40621ad25 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:02.371528 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-bad8db1b-c8a1-451e-915a-5556edc51640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (cb498c85-c726-4774-872f-a5e40621ad25), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.375482 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809500'] for router (28bc588a-219b-4a73-9372-b86444d25258), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.383574 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-229349538-router', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:02.464374 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:02.473132 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] Publish callbacks [] for router_gateway (f23c36f6-f77a-461c-b5ce-3000825d0ac6), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.533103 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Publish callbacks [] for port (16b8e664-b5d9-413b-99c4-f11041d971ca), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.534416 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb2c153-2e28-4f67-ae3b-8dbdf0aee0de admin admin] Network b198e30d-69b3-47b3-bdc1-85b78ae626c8 is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:23:02.538812 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.541426 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (50751003-e725-4d98-99b0-b58bba5418c9), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.543283 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12047'] for router (50751003-e725-4d98-99b0-b58bba5418c9), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.579325 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (16b8e664-b5d9-413b-99c4-f11041d971ca), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.585770 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-dcb2c153-2e28-4f67-ae3b-8dbdf0aee0de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, b198e30d-69b3-47b3-bdc1-85b78ae626c8) {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:02.619979 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb2c153-2e28-4f67-ae3b-8dbdf0aee0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:02.621275 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-dcb2c153-2e28-4f67-ae3b-8dbdf0aee0de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.625257 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] Publish callbacks [] for router_gateway (ec51b1ce-e2fe-4834-8fa7-aeb89d133590), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.625527 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Network 8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:02.657736 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06509900-5313-47d2-b984-8c5db6e25283 None None] Network b198e30d-69b3-47b3-bdc1-85b78ae626c8 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:23:02.671017 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.685315 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4d1ce4b2-9142-4d05-91af-2cf4aa08a249 admin admin] Publish callbacks [] for security_group (ecb4278d-9d54-4231-adee-98e64dab89ca), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.698067 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:02.705611 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4d1ce4b2-9142-4d05-91af-2cf4aa08a249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (ecb4278d-9d54-4231-adee-98e64dab89ca), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.715393 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:02.724337 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] Publish callbacks [] for router_controller (50751003-e725-4d98-99b0-b58bba5418c9), precommit_add_association {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.738145 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-dcb2c153-2e28-4f67-ae3b-8dbdf0aee0de admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8154514 Aug 19 15:23:02.808700 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:23:02.809516 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] Router 28bc588a-219b-4a73-9372-b86444d25258 is scheduled to L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c with binding_index 1 {{(pid=106284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:23:02.809828 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=cb498c85-c726-4774-872f-a5e40621ad25,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:02.813698 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:02.839776 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-4d1ce4b2-9142-4d05-91af-2cf4aa08a249 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=cbf73a31fbca41fd91cc218e11ccd2bb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0874805 Aug 19 15:23:02.846772 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ce4b2-9142-4d05-91af-2cf4aa08a249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb4278d-9d54-4231-adee-98e64dab89ca,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:02.869015 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38716) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:02.894949 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.db.api [None req-bad8db1b-c8a1-451e-915a-5556edc51640 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 19 15:23:02.895689 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG oslo_db.api [None req-bad8db1b-c8a1-451e-915a-5556edc51640 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:23:02.943226 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ef4bc4-d368-54e3-92c9-12ec6c9c3899-767088c7-8ee1-471e-80fb-53a5e6370be0', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'fixed_ips': [{'subnet_id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb'}]}} from dv-cinder-835384-20-iscsi. {{(pid=106286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 19 15:23:02.944324 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:02.966009 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Allocated IP 172.20.0.2 (6a74f9df-bea0-4bc2-8022-d4f3c9598ba3/9f5a617c-2964-456f-ae12-5bd7af7fa552/1ad467b9-0d56-465a-a1c9-06bc5a782c49) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:03.031251 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Pushing event updated for resources: {'Port': ['ID=16b8e664-b5d9-413b-99c4-f11041d971ca,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:03.032086 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] Publish callbacks [] for router_gateway (50751003-e725-4d98-99b0-b58bba5418c9), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:03.086582 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb649eae-853b-43d0-afd9-3a430a891633 None None] Network b198e30d-69b3-47b3-bdc1-85b78ae626c8 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:23:03.118954 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] Allocated IP 172.27.2.131 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/9f36c948-55c0-47e6-92f6-b86bf6f3403a) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:03.121630 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Attempting to bind port 16b8e664-b5d9-413b-99c4-f11041d971ca on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:23:03.126202 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Attempting to bind port 16b8e664-b5d9-413b-99c4-f11041d971ca by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'faf770e6-08a2-4e4a-b508-19c7be837f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:23:03.126871 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Attempting to bind port 16b8e664-b5d9-413b-99c4-f11041d971ca on network 8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:03.151839 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0e3fd021-1e77-4964-93c1-5b6755de3246 admin admin] Publish callbacks [] for security_group (ecb4278d-9d54-4231-adee-98e64dab89ca), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:03.173274 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:23:03.184364 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Sync routers for ids ['28bc588a-219b-4a73-9372-b86444d25258'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:23:03.194516 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0e3fd021-1e77-4964-93c1-5b6755de3246 admin admin] Publish callbacks [] for security_group (ecb4278d-9d54-4231-adee-98e64dab89ca), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:03.203820 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Routers {'28bc588a-219b-4a73-9372-b86444d25258'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:23:03.204687 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:22:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['28bc588a-219b-4a73-9372-b86444d25258'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:03.253415 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:23:03.256362 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Checking segment: {'id': 'faf770e6-08a2-4e4a-b508-19c7be837f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:03.257070 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:03.266499 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Bound using segment: {'id': 'faf770e6-08a2-4e4a-b508-19c7be837f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:23:03.267236 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Bound port: 16b8e664-b5d9-413b-99c4-f11041d971ca, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf770e6-08a2-4e4a-b508-19c7be837f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:23:03.267709 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (16b8e664-b5d9-413b-99c4-f11041d971ca), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:03.271592 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:03.279475 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-f625f897-ef69-465d-8516-4f986c347274 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1678085 Aug 19 15:23:03.293681 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38732) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:03.294686 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] Publish callbacks [] for port (9f36c948-55c0-47e6-92f6-b86bf6f3403a), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:03.370599 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:03.386350 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (9f36c948-55c0-47e6-92f6-b86bf6f3403a), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:03.420543 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:03.458343 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:03.480111 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:23:03.486048 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:03.492620 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0e3fd021-1e77-4964-93c1-5b6755de3246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (ecb4278d-9d54-4231-adee-98e64dab89ca), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:03.495906 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0e3fd021-1e77-4964-93c1-5b6755de3246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:03.497111 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-0e3fd021-1e77-4964-93c1-5b6755de3246 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/ecb4278d-9d54-4231-adee-98e64dab89ca HTTP/1.1" status: 204 len: 168 time: 0.6239965 Aug 19 15:23:03.518561 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3fd021-1e77-4964-93c1-5b6755de3246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb4278d-9d54-4231-adee-98e64dab89ca,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:03.555310 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:03.607855 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] Allocated IP 172.27.2.77 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/2e554f4e-2404-42a1-aa34-e097797c7261) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:03.727667 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-bad8db1b-c8a1-451e-915a-5556edc51640 None None] Current status of the port cb498c85-c726-4774-872f-a5e40621ad25 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:03.771804 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Set router 28bc588a-219b-4a73-9372-b86444d25258 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:23:03.862240 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38746) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:03.878629 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-43c463f1-e6de-4f2a-b918-bd4cfdd581d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1799636151-network', 'tenant_id': '82751a9a158e4b0196f46e5bb4c4b9be'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:03.925246 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] For port 16b8e664-b5d9-413b-99c4-f11041d971ca, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:03.990791 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Allocated IP 172.20.0.2 (767088c7-8ee1-471e-80fb-53a5e6370be0/93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb/202e0e0b-2920-45db-9b02-b6e5ecb33e7d) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:04.039800 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-1c2034a5-2a51-4c39-b7bb-1be8204a1985 None None] Provisioning complete for port cb498c85-c726-4774-872f-a5e40621ad25 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:04.040446 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1c2034a5-2a51-4c39-b7bb-1be8204a1985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (cb498c85-c726-4774-872f-a5e40621ad25), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:04.051204 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] Pushing event updated for resources: {'Port': ['ID=9f36c948-55c0-47e6-92f6-b86bf6f3403a,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:04.057873 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] For port 16b8e664-b5d9-413b-99c4-f11041d971ca, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=16b8e664-b5d9-413b-99c4-f11041d971ca,segment=NetworkSegment(faf770e6-08a2-4e4a-b508-19c7be837f73),segment_id=faf770e6-08a2-4e4a-b508-19c7be837f73)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:04.109955 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:01Z', 'revision_number': 3, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port': {'id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:04.119906 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (16b8e664-b5d9-413b-99c4-f11041d971ca), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:04.131190 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c463f1-e6de-4f2a-b918-bd4cfdd581d0 admin admin] Made reservation on behalf of 82751a9a158e4b0196f46e5bb4c4b9be for: {'network': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:23:04.133206 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Publish callbacks [] for port (1ad467b9-0d56-465a-a1c9-06bc5a782c49), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:04.133759 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-43c463f1-e6de-4f2a-b918-bd4cfdd581d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:04.164707 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Checking router: 28bc588a-219b-4a73-9372-b86444d25258 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:23:04.165430 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Updating router 28bc588a-219b-4a73-9372-b86444d25258 port f4958ff9-8914-41dc-81c9-50976a3e52b7 binding host dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:23:04.191462 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:04.196828 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-43c463f1-e6de-4f2a-b918-bd4cfdd581d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:04.218351 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:04.248718 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:04.288969 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (f4958ff9-8914-41dc-81c9-50976a3e52b7), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:04.290167 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] Publish callbacks [] for port (2e554f4e-2404-42a1-aa34-e097797c7261), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:04.312244 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cea7b8-9652-4c11-a30c-ce679ff31778 None None] Pushing event updated for resources: {'Port': ['ID=16b8e664-b5d9-413b-99c4-f11041d971ca,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:04.335976 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (1ad467b9-0d56-465a-a1c9-06bc5a782c49), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:04.373597 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:04.383965 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:04.389562 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:23:04.424987 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (2e554f4e-2404-42a1-aa34-e097797c7261), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:04.541912 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:04.622558 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:04.625821 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:23:04.674625 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] Publish callbacks [] for router_gateway (50751003-e725-4d98-99b0-b58bba5418c9), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:04.733392 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:04.759760 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] Publish callbacks [] for router_gateway (f23c36f6-f77a-461c-b5ce-3000825d0ac6), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:04.830712 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] Pushing event updated for resources: {'Port': ['ID=2e554f4e-2404-42a1-aa34-e097797c7261,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:04.915576 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Pushing event updated for resources: {'Port': ['ID=1ad467b9-0d56-465a-a1c9-06bc5a782c49,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:04.944861 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Publish callbacks [] for port (f4958ff9-8914-41dc-81c9-50976a3e52b7), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:04.958206 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (f4958ff9-8914-41dc-81c9-50976a3e52b7), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:04.990056 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Attempting to bind port f4958ff9-8914-41dc-81c9-50976a3e52b7 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:23:04.990737 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Attempting to bind port f4958ff9-8914-41dc-81c9-50976a3e52b7 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:23:04.991449 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Attempting to bind port f4958ff9-8914-41dc-81c9-50976a3e52b7 on network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:04.998762 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 16b8e664-b5d9-413b-99c4-f11041d971ca up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:05.001649 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:23:05.001998 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Attempting to bind port 1ad467b9-0d56-465a-a1c9-06bc5a782c49 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:23:05.002446 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Checking segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:05.002547 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Attempting to bind port 1ad467b9-0d56-465a-a1c9-06bc5a782c49 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:23:05.002843 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Attempting to bind port 1ad467b9-0d56-465a-a1c9-06bc5a782c49 on network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:05.003509 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:05.004053 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Bound using segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:23:05.004713 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Bound port: f4958ff9-8914-41dc-81c9-50976a3e52b7, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:23:05.006615 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (f4958ff9-8914-41dc-81c9-50976a3e52b7), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:05.046207 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-1c2034a5-2a51-4c39-b7bb-1be8204a1985 None None] Current status of the port cb498c85-c726-4774-872f-a5e40621ad25 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:05.049642 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:23:05.050030 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Checking segment: {'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:05.050426 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:05.051025 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Bound using segment: {'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:23:05.051648 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Bound port: 1ad467b9-0d56-465a-a1c9-06bc5a782c49, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:23:05.052179 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (1ad467b9-0d56-465a-a1c9-06bc5a782c49), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:05.054638 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-43c463f1-e6de-4f2a-b918-bd4cfdd581d0 admin admin] Publish callbacks [] for security_group (100cc7a8-6974-4bba-be61-b7398908acb3), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:05.085862 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-43c463f1-e6de-4f2a-b918-bd4cfdd581d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (100cc7a8-6974-4bba-be61-b7398908acb3), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:05.099691 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e60192ca-da22-416e-9721-11094664371d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:05.130609 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb47db6-0254-4aa0-9b05-02044f34176e None None] Pushing event updated for resources: {'Port': ['ID=f4958ff9-8914-41dc-81c9-50976a3e52b7,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:05.172955 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47db6-0254-4aa0-9b05-02044f34176e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:05.173527 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47db6-0254-4aa0-9b05-02044f34176e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:05.174088 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47db6-0254-4aa0-9b05-02044f34176e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:05.174304 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47db6-0254-4aa0-9b05-02044f34176e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:05.174656 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47db6-0254-4aa0-9b05-02044f34176e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:05.175044 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47db6-0254-4aa0-9b05-02044f34176e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:05.175382 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47db6-0254-4aa0-9b05-02044f34176e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:05.175712 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47db6-0254-4aa0-9b05-02044f34176e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:05.176139 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47db6-0254-4aa0-9b05-02044f34176e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:05.176540 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47db6-0254-4aa0-9b05-02044f34176e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:05.176889 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Publish callbacks [] for port (202e0e0b-2920-45db-9b02-b6e5ecb33e7d), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:05.177000 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47db6-0254-4aa0-9b05-02044f34176e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:05.177250 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47db6-0254-4aa0-9b05-02044f34176e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:05.177627 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47db6-0254-4aa0-9b05-02044f34176e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:05.178111 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47db6-0254-4aa0-9b05-02044f34176e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:05.178414 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47db6-0254-4aa0-9b05-02044f34176e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47db6-0254-4aa0-9b05-02044f34176e None None] Tracked resource versions report: Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: pushed versions: Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: { 'AddressGroup': {'1.2'}, Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Agent': {'1.1'}, Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'ConntrackHelper': {'1.0'}, Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'LocalIPAssociation': {'1.0'}, Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Log': {'1.0'}, Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'NDPProxy': {'1.0'}, Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Network': {'1.1'}, Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Port': {'1.7'}, Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'PortForwarding': {'1.3'}, Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'QosPolicy': {'1.10'}, Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'SecurityGroup': {'1.5'}, Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'SecurityGroupRule': {'1.2'}, Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'SubPort': {'1.0'}, Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Subnet': {'1.1'}, Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Trunk': {'1.1'}} Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: consumer versions: Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: { DHCP agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: HyperV agent@hv-cinder-83538: {}, Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: L3 agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: Metadata agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: Metering agent@dv-cinder-835384-20-iscsi: {}, Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: Open vSwitch agent@dv-cinder-835384-20-iscsi: { 'AddressGroup': '1.2', Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Agent': '1.1', Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'ConntrackHelper': '1.0', Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'LocalIPAssociation': '1.0', Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Log': '1.0', Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'NDPProxy': '1.0', Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Network': '1.1', Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Port': '1.7', Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'PortForwarding': '1.3', Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'QosPolicy': '1.10', Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'SecurityGroup': '1.5', Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'SecurityGroupRule': '1.2', Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'SubPort': '1.0', Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Subnet': '1.1', Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: 'Trunk': '1.1'}} Aug 19 15:23:05.180514 dv-cinder-835384-20-iscsi neutron-server[106287]: {{(pid=106287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 15:23:05.221317 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (202e0e0b-2920-45db-9b02-b6e5ecb33e7d), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:05.238141 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c463f1-e6de-4f2a-b918-bd4cfdd581d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=106285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:23:05.247559 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:05.258761 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] For port f4958ff9-8914-41dc-81c9-50976a3e52b7, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:05.272169 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] For port f4958ff9-8914-41dc-81c9-50976a3e52b7, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=f4958ff9-8914-41dc-81c9-50976a3e52b7,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:05.286239 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (f4958ff9-8914-41dc-81c9-50976a3e52b7), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:05.300601 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:05.385186 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb47db6-0254-4aa0-9b05-02044f34176e None None] Pushing event updated for resources: {'Port': ['ID=f4958ff9-8914-41dc-81c9-50976a3e52b7,revision_number=3']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:05.399249 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Routers {'28bc588a-219b-4a73-9372-b86444d25258'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:23:05.400120 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:22:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['28bc588a-219b-4a73-9372-b86444d25258'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:05.413883 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] Publish callbacks [] for router_gateway (ec51b1ce-e2fe-4834-8fa7-aeb89d133590), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:05.422764 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 16b8e664-b5d9-413b-99c4-f11041d971ca triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:05.424333 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-43c463f1-e6de-4f2a-b918-bd4cfdd581d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (4e123945-a9f9-43d2-9db1-5fea1ecf9512), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:05.424333 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.segments_db [None req-43c463f1-e6de-4f2a-b918-bd4cfdd581d0 admin admin] Added segment 4e123945-a9f9-43d2-9db1-5fea1ecf9512 of type vlan for network 2ef48f40-5e97-42f3-88ac-db19f52351d7 Aug 19 15:23:05.425151 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (16b8e664-b5d9-413b-99c4-f11041d971ca), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:05.427266 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c463f1-e6de-4f2a-b918-bd4cfdd581d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100cc7a8-6974-4bba-be61-b7398908acb3,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:05.496167 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] Allocated IP 172.27.2.54 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/79c9994b-c97d-49db-a2c2-42019f0882fd) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:05.516355 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Network 767088c7-8ee1-471e-80fb-53a5e6370be0 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:05.517778 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] For port 1ad467b9-0d56-465a-a1c9-06bc5a782c49, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:05.528070 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:05.541449 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:05.565402 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:23:05.570822 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] For port 1ad467b9-0d56-465a-a1c9-06bc5a782c49, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=1ad467b9-0d56-465a-a1c9-06bc5a782c49,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:05.582057 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Pushing event updated for resources: {'Port': ['ID=202e0e0b-2920-45db-9b02-b6e5ecb33e7d,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:05.596452 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (1ad467b9-0d56-465a-a1c9-06bc5a782c49), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:05.661053 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] Set router 28bc588a-219b-4a73-9372-b86444d25258 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:23:05.674058 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-43c463f1-e6de-4f2a-b918-bd4cfdd581d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (2ef48f40-5e97-42f3-88ac-db19f52351d7), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:05.691070 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=6 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:05.742463 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:05.828743 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49324c-85b4-4a9f-b05b-bf9d5a53403a None None] Pushing event updated for resources: {'Port': ['ID=1ad467b9-0d56-465a-a1c9-06bc5a782c49,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:05.828990 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-e60192ca-da22-416e-9721-11094664371d admin admin] Allocated IP 172.20.0.1 (686c1d24-9be3-4e13-8a5a-a63e7258a1fc/93f05d4a-93e6-496f-8a08-b1119fd57ca6/10b5c845-d8f0-4fb7-8e6a-f21ed531867b) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:05.858403 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:05.871701 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Attempting to bind port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:23:05.874529 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Attempting to bind port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:23:05.875688 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Attempting to bind port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d on network 767088c7-8ee1-471e-80fb-53a5e6370be0 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:05.892814 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:23:05.893347 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Checking segment: {'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:05.893852 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:05.906615 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Bound using segment: {'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:23:05.908770 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Bound port: 202e0e0b-2920-45db-9b02-b6e5ecb33e7d, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:23:05.910295 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (202e0e0b-2920-45db-9b02-b6e5ecb33e7d), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:05.928488 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc70774b-e961-4abd-8905-0fb8829a7b3d None None] Network 8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:23:05.977172 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 16b8e664-b5d9-413b-99c4-f11041d971ca is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:05.977941 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (16b8e664-b5d9-413b-99c4-f11041d971ca), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:06.068047 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:01Z', 'revision_number': 3, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port': {'id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:06.112940 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d90c49-05e8-4081-99a4-16206cbe6216 None None] The sync data for ids ['28bc588a-219b-4a73-9372-b86444d25258'] in dv-cinder-835384-20-iscsi is: [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:01Z', 'revision_number': 3, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port': {'id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:23:06.121434 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:06.142616 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809500'] for router (f23c36f6-f77a-461c-b5ce-3000825d0ac6), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:06.160789 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-43c463f1-e6de-4f2a-b918-bd4cfdd581d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (2ef48f40-5e97-42f3-88ac-db19f52351d7), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:06.164913 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c463f1-e6de-4f2a-b918-bd4cfdd581d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:06.171724 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-43c463f1-e6de-4f2a-b918-bd4cfdd581d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:06.198465 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-cf7c4639-b16f-4c1f-9a46-d58383f2a504 None None] Provisioning complete for port 16b8e664-b5d9-413b-99c4-f11041d971ca triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:06.198690 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4639-b16f-4c1f-9a46-d58383f2a504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (16b8e664-b5d9-413b-99c4-f11041d971ca), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:06.201573 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809500'] for router (ec51b1ce-e2fe-4834-8fa7-aeb89d133590), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:06.338663 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 16b8e664-b5d9-413b-99c4-f11041d971ca, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=16b8e664-b5d9-413b-99c4-f11041d971ca,segment=NetworkSegment(faf770e6-08a2-4e4a-b508-19c7be837f73),segment_id=faf770e6-08a2-4e4a-b508-19c7be837f73)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:06.384944 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (16b8e664-b5d9-413b-99c4-f11041d971ca), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:06.385833 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device cb498c85-c726-4774-872f-a5e40621ad25 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:06.388717 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:06.408061 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c463f1-e6de-4f2a-b918-bd4cfdd581d0 admin admin] Pushing event updated for resources: {'Network': ['ID=2ef48f40-5e97-42f3-88ac-db19f52351d7,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:06.452658 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] For port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:06.457722 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network 2ef48f40-5e97-42f3-88ac-db19f52351d7 details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:23:06.473545 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e60192ca-da22-416e-9721-11094664371d admin admin] Publish callbacks [] for port (10b5c845-d8f0-4fb7-8e6a-f21ed531867b), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:06.554152 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] For port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=202e0e0b-2920-45db-9b02-b6e5ecb33e7d,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:06.598660 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e60192ca-da22-416e-9721-11094664371d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (10b5c845-d8f0-4fb7-8e6a-f21ed531867b), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:06.617871 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] Router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 is scheduled to L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c with binding_index 1 {{(pid=106284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:23:06.660858 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60192ca-da22-416e-9721-11094664371d admin admin] Network 686c1d24-9be3-4e13-8a5a-a63e7258a1fc is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:06.671827 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (202e0e0b-2920-45db-9b02-b6e5ecb33e7d), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:06.673601 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-e60192ca-da22-416e-9721-11094664371d admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:06.684033 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60192ca-da22-416e-9721-11094664371d admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:23:06.698013 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e60192ca-da22-416e-9721-11094664371d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827374'] for router_interface (28bc588a-219b-4a73-9372-b86444d25258), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:06.704461 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60192ca-da22-416e-9721-11094664371d admin admin] Pushing event updated for resources: {'Port': ['ID=10b5c845-d8f0-4fb7-8e6a-f21ed531867b,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:06.814744 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-43c463f1-e6de-4f2a-b918-bd4cfdd581d0 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9518924 Aug 19 15:23:06.818882 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38798) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:06.832541 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-ccbbe0e6-443c-453c-9e7b-53cdf5dca252 admin admin] Request body: {'subnet': {'network_id': '2ef48f40-5e97-42f3-88ac-db19f52351d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1799636151-subnet', 'tenant_id': '82751a9a158e4b0196f46e5bb4c4b9be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:06.837467 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=16b8e664-b5d9-413b-99c4-f11041d971ca,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:06.919671 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] Publish callbacks [] for port (79c9994b-c97d-49db-a2c2-42019f0882fd), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:06.999000 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:23:07.045272 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] Router f23c36f6-f77a-461c-b5ce-3000825d0ac6 is scheduled to L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c with binding_index 1 {{(pid=106285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:23:07.105644 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port cb498c85-c726-4774-872f-a5e40621ad25 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:07.106304 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (cb498c85-c726-4774-872f-a5e40621ad25), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:07.170980 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (79c9994b-c97d-49db-a2c2-42019f0882fd), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:07.312651 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:07.320951 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:07.325676 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:23:07.327974 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] Pushing event updated for resources: {'Port': ['ID=79c9994b-c97d-49db-a2c2-42019f0882fd,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:07.426577 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c4639-b16f-4c1f-9a46-d58383f2a504 None None] Current status of the port 16b8e664-b5d9-413b-99c4-f11041d971ca is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:07.438016 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:07.514727 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:07.538718 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbbe0e6-443c-453c-9e7b-53cdf5dca252 admin admin] Made reservation on behalf of 82751a9a158e4b0196f46e5bb4c4b9be for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:23:07.541365 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ccbbe0e6-443c-453c-9e7b-53cdf5dca252 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:07.548621 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d82ea7-5bf7-42ab-813b-f99897e0e199 None None] Pushing event updated for resources: {'Port': ['ID=202e0e0b-2920-45db-9b02-b6e5ecb33e7d,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:07.614958 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-2cdd50d3-a8f7-4b89-bcec-7a79635623b7 None None] Provisioning complete for port 16b8e664-b5d9-413b-99c4-f11041d971ca triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:07.615401 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2cdd50d3-a8f7-4b89-bcec-7a79635623b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (16b8e664-b5d9-413b-99c4-f11041d971ca), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:07.709905 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:23:07.744960 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Sync routers for ids ['f23c36f6-f77a-461c-b5ce-3000825d0ac6'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:23:07.802431 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:07.806833 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-77f68821-b161-4080-b86d-00c89871f16c admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7114668 Aug 19 15:23:07.810893 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38816) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:07.832484 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:07.843409 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Routers {'f23c36f6-f77a-461c-b5ce-3000825d0ac6'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:23:07.844066 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:22:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['f23c36f6-f77a-461c-b5ce-3000825d0ac6'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:07.857035 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:07.864635 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port cb498c85-c726-4774-872f-a5e40621ad25 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:07.976449 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24391570-bdf1-4fde-bd0b-730f36d13857 None None] Network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:23:08.154355 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:23:08.158141 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ccbbe0e6-443c-453c-9e7b-53cdf5dca252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for subnet (a6464d1f-6e4d-4d48-bd84-7d8e26474314), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:08.169872 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Sync routers for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:23:08.186930 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:08.189796 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:08.221602 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:23:08.222752 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:22:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:08.318121 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e60192ca-da22-416e-9721-11094664371d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (10b5c845-d8f0-4fb7-8e6a-f21ed531867b), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:08.374902 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd50d3-a8f7-4b89-bcec-7a79635623b7 None None] Current status of the port 16b8e664-b5d9-413b-99c4-f11041d971ca is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:08.386593 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] Publish callbacks [] for router_gateway (50751003-e725-4d98-99b0-b58bba5418c9), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:08.411413 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Set router f23c36f6-f77a-461c-b5ce-3000825d0ac6 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:23:08.457241 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:08.458813 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-203d706a-3682-4b06-a5a2-8ff34e73f39b admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8604305 Aug 19 15:23:08.470413 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38830) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:08.474061 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbbe0e6-443c-453c-9e7b-53cdf5dca252 admin admin] Checking segment: {'id': '4e123945-a9f9-43d2-9db1-5fea1ecf9512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2ef48f40-5e97-42f3-88ac-db19f52351d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:08.474603 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbbe0e6-443c-453c-9e7b-53cdf5dca252 admin admin] Network hostable DHCP agents. Network: 2ef48f40-5e97-42f3-88ac-db19f52351d7, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:23:08.626512 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:23:08.634382 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 16b8e664-b5d9-413b-99c4-f11041d971ca up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:08.647819 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbe0e6-443c-453c-9e7b-53cdf5dca252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6464d1f-6e4d-4d48-bd84-7d8e26474314,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:08.651021 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-2cdd50d3-a8f7-4b89-bcec-7a79635623b7 None None] Provisioning complete for port 10b5c845-d8f0-4fb7-8e6a-f21ed531867b triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:08.651646 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2cdd50d3-a8f7-4b89-bcec-7a79635623b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (10b5c845-d8f0-4fb7-8e6a-f21ed531867b), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:08.737846 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbbe0e6-443c-453c-9e7b-53cdf5dca252 admin admin] Network 2ef48f40-5e97-42f3-88ac-db19f52351d7 is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:23:08.780775 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-ccbbe0e6-443c-453c-9e7b-53cdf5dca252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, 2ef48f40-5e97-42f3-88ac-db19f52351d7) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:08.816118 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbbe0e6-443c-453c-9e7b-53cdf5dca252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:08.817005 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ccbbe0e6-443c-453c-9e7b-53cdf5dca252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:08.856696 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ad9931-4f55-4a44-b0f7-c231a4966ee0 None None] Network 2ef48f40-5e97-42f3-88ac-db19f52351d7 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:23:08.941235 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-ccbbe0e6-443c-453c-9e7b-53cdf5dca252 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1052060 Aug 19 15:23:09.067201 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd50d3-a8f7-4b89-bcec-7a79635623b7 None None] Port 10b5c845-d8f0-4fb7-8e6a-f21ed531867b cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:23:09.102254 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:09.176875 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:09.228701 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:04Z', 'revision_number': 3, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:09.251538 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38854) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:09.269985 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Checking router: ec51b1ce-e2fe-4834-8fa7-aeb89d133590 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:23:09.270343 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Updating router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 port 2e554f4e-2404-42a1-aa34-e097797c7261 binding host dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:23:09.301878 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e837e1-6493-4acf-9e09-b89e80fdc6ae None None] Network 767088c7-8ee1-471e-80fb-53a5e6370be0 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:23:09.313282 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (2e554f4e-2404-42a1-aa34-e097797c7261), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:09.403205 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-a09026e8-3fbb-4386-b4a8-0a0ca06623e0 None None] Provisioning complete for port 1ad467b9-0d56-465a-a1c9-06bc5a782c49 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:09.403688 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a09026e8-3fbb-4386-b4a8-0a0ca06623e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (1ad467b9-0d56-465a-a1c9-06bc5a782c49), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:09.451260 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809500'] for router (50751003-e725-4d98-99b0-b58bba5418c9), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:09.538072 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e60192ca-da22-416e-9721-11094664371d admin admin] Publish callbacks [] for port (10b5c845-d8f0-4fb7-8e6a-f21ed531867b), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:09.548592 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e60192ca-da22-416e-9721-11094664371d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (10b5c845-d8f0-4fb7-8e6a-f21ed531867b), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:09.549479 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e60192ca-da22-416e-9721-11094664371d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827522'] for router_interface (28bc588a-219b-4a73-9372-b86444d25258), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:09.610170 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60192ca-da22-416e-9721-11094664371d admin admin] Pushing event updated for resources: {'Port': ['ID=10b5c845-d8f0-4fb7-8e6a-f21ed531867b,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:09.620661 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_v2 [None req-53353bbe-0803-4b13-bbe3-754f281d0ec9 admin admin] Deleting subnet 24e7f846-4970-4193-b1e4-bf0386a8976d {{(pid=106284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 19 15:23:09.629310 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:09.630905 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-53353bbe-0803-4b13-bbe3-754f281d0ec9 admin admin] Publish callbacks [] for subnet (24e7f846-4970-4193-b1e4-bf0386a8976d), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:09.727448 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 16b8e664-b5d9-413b-99c4-f11041d971ca triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:09.727890 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (16b8e664-b5d9-413b-99c4-f11041d971ca), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:09.856380 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5317b0a6-d484-440c-8ad7-90219fd018d4 None None] Network 2ef48f40-5e97-42f3-88ac-db19f52351d7 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:23:09.910011 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60192ca-da22-416e-9721-11094664371d admin admin] Network 686c1d24-9be3-4e13-8a5a-a63e7258a1fc is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:09.965972 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-e60192ca-da22-416e-9721-11094664371d admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:09.997017 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-53353bbe-0803-4b13-bbe3-754f281d0ec9 admin admin] Publish callbacks [] for subnet (24e7f846-4970-4193-b1e4-bf0386a8976d), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:10.001491 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'name': 'tempest-DeleteServersTestJSON-407917116-router', 'tenant_id': 'ea214b3e591a44928fd7af5f51095405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '9f36c948-55c0-47e6-92f6-b86bf6f3403a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:04Z', 'revision_number': 3, 'project_id': 'ea214b3e591a44928fd7af5f51095405', 'gw_port': {'id': '9f36c948-55c0-47e6-92f6-b86bf6f3403a', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:10.025392 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:10.084046 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-53353bbe-0803-4b13-bbe3-754f281d0ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550255'] for subnet (24e7f846-4970-4193-b1e4-bf0386a8976d), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:10.149277 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Publish callbacks [] for port (2e554f4e-2404-42a1-aa34-e097797c7261), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:10.156269 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:10.160420 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Checking router: f23c36f6-f77a-461c-b5ce-3000825d0ac6 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:23:10.162888 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Updating router f23c36f6-f77a-461c-b5ce-3000825d0ac6 port 9f36c948-55c0-47e6-92f6-b86bf6f3403a binding host dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:23:10.164954 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (2e554f4e-2404-42a1-aa34-e097797c7261), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:10.293474 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-730290f0-78c4-402d-b7de-039768d2d877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:10.296986 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Attempting to bind port 2e554f4e-2404-42a1-aa34-e097797c7261 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:23:10.297724 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Attempting to bind port 2e554f4e-2404-42a1-aa34-e097797c7261 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:23:10.298640 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Attempting to bind port 2e554f4e-2404-42a1-aa34-e097797c7261 on network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:10.346229 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:23:10.346625 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Checking segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:10.348785 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:10.349557 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Bound using segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:23:10.353355 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-a09026e8-3fbb-4386-b4a8-0a0ca06623e0 None None] Current status of the port 1ad467b9-0d56-465a-a1c9-06bc5a782c49 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:10.354475 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a09026e8-3fbb-4386-b4a8-0a0ca06623e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (1ad467b9-0d56-465a-a1c9-06bc5a782c49), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:10.358180 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Bound port: 2e554f4e-2404-42a1-aa34-e097797c7261, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:23:10.358871 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (2e554f4e-2404-42a1-aa34-e097797c7261), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:10.438791 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 16b8e664-b5d9-413b-99c4-f11041d971ca is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:10.439978 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 202e0e0b-2920-45db-9b02-b6e5ecb33e7d up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:10.446940 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (9f36c948-55c0-47e6-92f6-b86bf6f3403a), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:10.450086 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853fbc3-b0c7-487d-a197-743ffd998681 None None] Pushing event updated for resources: {'Port': ['ID=2e554f4e-2404-42a1-aa34-e097797c7261,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:10.450639 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-83a844cf-76b3-410f-965b-b81f64aa86b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:10.468552 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:10.472334 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:10.491267 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-53353bbe-0803-4b13-bbe3-754f281d0ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for subnet (24e7f846-4970-4193-b1e4-bf0386a8976d), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:10.542776 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] For port 2e554f4e-2404-42a1-aa34-e097797c7261, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:10.544438 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53353bbe-0803-4b13-bbe3-754f281d0ec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24e7f846-4970-4193-b1e4-bf0386a8976d,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:10.548355 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] For port 2e554f4e-2404-42a1-aa34-e097797c7261, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=2e554f4e-2404-42a1-aa34-e097797c7261,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:10.568331 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:10.570909 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (2e554f4e-2404-42a1-aa34-e097797c7261), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:10.591907 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-a09026e8-3fbb-4386-b4a8-0a0ca06623e0 None None] For port 1ad467b9-0d56-465a-a1c9-06bc5a782c49, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=1ad467b9-0d56-465a-a1c9-06bc5a782c49,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:10.616776 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] Router 50751003-e725-4d98-99b0-b58bba5418c9 is scheduled to L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c with binding_index 1 {{(pid=106285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:23:10.648731 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a09026e8-3fbb-4386-b4a8-0a0ca06623e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (1ad467b9-0d56-465a-a1c9-06bc5a782c49), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:10.703934 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:23:10.704637 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:22:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:10.770857 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:10.771257 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (202e0e0b-2920-45db-9b02-b6e5ecb33e7d), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:10.775260 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-a09026e8-3fbb-4386-b4a8-0a0ca06623e0 None None] Provisioning complete for port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:10.780268 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a09026e8-3fbb-4386-b4a8-0a0ca06623e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (202e0e0b-2920-45db-9b02-b6e5ecb33e7d), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:10.793948 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:23:10.824128 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:10.825938 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-0c133261-6209-47ef-bad9-b122c999536c admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.4540322 Aug 19 15:23:10.831589 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38904) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:10.834911 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:10.837613 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853fbc3-b0c7-487d-a197-743ffd998681 None None] Pushing event updated for resources: {'Port': ['ID=2e554f4e-2404-42a1-aa34-e097797c7261,revision_number=3']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:10.845812 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-53353bbe-0803-4b13-bbe3-754f281d0ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:10.861293 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-53353bbe-0803-4b13-bbe3-754f281d0ec9 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/24e7f846-4970-4193-b1e4-bf0386a8976d HTTP/1.1" status: 204 len: 168 time: 1.5979209 Aug 19 15:23:10.879009 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38906) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:10.880002 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Sync routers for ids ['50751003-e725-4d98-99b0-b58bba5418c9'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:23:11.004420 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-730290f0-78c4-402d-b7de-039768d2d877 admin admin] Allocated IP 172.20.0.1 (8ca696a6-5a42-4e8e-bad5-e98dabe98bc6/958c0ad0-a50f-4274-9f82-f6b43ce9ca38/377a3800-8b59-42ab-a974-866e93fb1b19) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:11.047495 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:23:11.066215 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09026e8-3fbb-4386-b4a8-0a0ca06623e0 None None] Pushing event updated for resources: {'Port': ['ID=1ad467b9-0d56-465a-a1c9-06bc5a782c49,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:11.104666 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Routers {'50751003-e725-4d98-99b0-b58bba5418c9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:23:11.105701 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:22:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['50751003-e725-4d98-99b0-b58bba5418c9'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:11.189608 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742190'] for network (b198e30d-69b3-47b3-bdc1-85b78ae626c8), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:11.206851 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60192ca-da22-416e-9721-11094664371d admin admin] Router 28bc588a-219b-4a73-9372-b86444d25258 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:23:11.207050 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-83a844cf-76b3-410f-965b-b81f64aa86b8 admin admin] Allocated IP 172.20.0.1 (6a74f9df-bea0-4bc2-8022-d4f3c9598ba3/9f5a617c-2964-456f-ae12-5bd7af7fa552/5871220f-bff5-4d12-be7d-31d9a4678dc8) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:11.338231 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:11.348143 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:04Z', 'revision_number': 3, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:11.382747 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bac745-dacc-4dae-9f46-ac632785a194 None None] The sync data for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi is: [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:04Z', 'revision_number': 3, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:23:11.430375 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:11.430952 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (202e0e0b-2920-45db-9b02-b6e5ecb33e7d), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:11.494469 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-a09026e8-3fbb-4386-b4a8-0a0ca06623e0 None None] Current status of the port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:11.495206 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a09026e8-3fbb-4386-b4a8-0a0ca06623e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (202e0e0b-2920-45db-9b02-b6e5ecb33e7d), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:11.497069 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-730290f0-78c4-402d-b7de-039768d2d877 admin admin] Publish callbacks [] for port (377a3800-8b59-42ab-a974-866e93fb1b19), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:11.536713 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-730290f0-78c4-402d-b7de-039768d2d877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (377a3800-8b59-42ab-a974-866e93fb1b19), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:11.569320 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-a09026e8-3fbb-4386-b4a8-0a0ca06623e0 None None] For port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=202e0e0b-2920-45db-9b02-b6e5ecb33e7d,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:11.586586 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a09026e8-3fbb-4386-b4a8-0a0ca06623e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (202e0e0b-2920-45db-9b02-b6e5ecb33e7d), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:11.607613 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730290f0-78c4-402d-b7de-039768d2d877 admin admin] Network 8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:11.612061 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-730290f0-78c4-402d-b7de-039768d2d877 admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:11.616352 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730290f0-78c4-402d-b7de-039768d2d877 admin admin] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:23:11.616508 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-730290f0-78c4-402d-b7de-039768d2d877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827374'] for router_interface (f23c36f6-f77a-461c-b5ce-3000825d0ac6), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:11.696275 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:11.789492 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:11.798321 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09026e8-3fbb-4386-b4a8-0a0ca06623e0 None None] Pushing event updated for resources: {'Port': ['ID=202e0e0b-2920-45db-9b02-b6e5ecb33e7d,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:11.799567 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-83a844cf-76b3-410f-965b-b81f64aa86b8 admin admin] Publish callbacks [] for port (5871220f-bff5-4d12-be7d-31d9a4678dc8), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:11.865712 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:11.886963 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-83a844cf-76b3-410f-965b-b81f64aa86b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (5871220f-bff5-4d12-be7d-31d9a4678dc8), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:11.893390 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Set router 50751003-e725-4d98-99b0-b58bba5418c9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:23:11.911409 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730290f0-78c4-402d-b7de-039768d2d877 admin admin] Pushing event updated for resources: {'Port': ['ID=377a3800-8b59-42ab-a974-866e93fb1b19,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:11.967391 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60192ca-da22-416e-9721-11094664371d admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:23:11.970729 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a844cf-76b3-410f-965b-b81f64aa86b8 admin admin] Network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:11.979817 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Sync routers for ids ['28bc588a-219b-4a73-9372-b86444d25258'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:23:11.991874 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e60192ca-da22-416e-9721-11094664371d admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/28bc588a-219b-4a73-9372-b86444d25258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6937573 Aug 19 15:23:12.003699 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Routers {'28bc588a-219b-4a73-9372-b86444d25258'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:23:12.004038 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:22:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['28bc588a-219b-4a73-9372-b86444d25258'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:12.054724 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-83a844cf-76b3-410f-965b-b81f64aa86b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:12.059440 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2bd505d7-ab34-45f5-8279-80d9398d2e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:12.072996 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a844cf-76b3-410f-965b-b81f64aa86b8 admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:23:12.073656 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-83a844cf-76b3-410f-965b-b81f64aa86b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827374'] for router_interface (ec51b1ce-e2fe-4834-8fa7-aeb89d133590), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:12.087563 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-631975e8-0a64-4ce1-be2c-79604d569a18 None None] Provisioning complete for port 1ad467b9-0d56-465a-a1c9-06bc5a782c49 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:12.089826 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-631975e8-0a64-4ce1-be2c-79604d569a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (1ad467b9-0d56-465a-a1c9-06bc5a782c49), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:12.138315 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a844cf-76b3-410f-965b-b81f64aa86b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5871220f-bff5-4d12-be7d-31d9a4678dc8,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:12.149822 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551398', 'neutron.services.segments.db._delete_segments_for_network-8774275715211'] for network (b198e30d-69b3-47b3-bdc1-85b78ae626c8), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:12.240427 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:12.249394 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Publish callbacks [] for port (9f36c948-55c0-47e6-92f6-b86bf6f3403a), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:12.264239 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:12.264871 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:12.265536 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:12.265954 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Subscribe: > port after_create 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:12.266221 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Subscribe: > port after_delete 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:12.266567 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Subscribe: > port after_update 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:12.266897 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:12.267219 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:12.267596 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:12.276859 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:12.325329 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Set router 28bc588a-219b-4a73-9372-b86444d25258 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:23:12.398492 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-730290f0-78c4-402d-b7de-039768d2d877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (377a3800-8b59-42ab-a974-866e93fb1b19), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:12.398717 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.db.api [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 19 15:23:12.398997 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG oslo_db.api [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:23:12.547263 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:12.597979 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50751003-e725-4d98-99b0-b58bba5418c9', 'name': 'tempest-ServerRescueNegativeTestJSON-229349538-router', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:07Z', 'revision_number': 3, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'gw_port': {'id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:04Z', 'updated_at': '2022-08-19T15:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:12.601300 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (9f36c948-55c0-47e6-92f6-b86bf6f3403a), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:12.688458 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:12.688981 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:12.689428 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:12.689936 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:12.690409 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b198e30d-69b3-47b3-bdc1-85b78ae626c8']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:12.709197 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c3840-35d3-49d7-a365-d38d558f9185 None None] Pushing event updated for resources: {'Port': ['ID=9f36c948-55c0-47e6-92f6-b86bf6f3403a,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:12.709932 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:07Z', 'revision_number': 4, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port': {'id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '10b5c845-d8f0-4fb7-8e6a-f21ed531867b', 'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'mac_address': 'fa:16:3e:49:bd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:05Z', 'updated_at': '2022-08-19T15:23:08Z', 'revision_number': 2, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'subnets': [{'id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:12.712741 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c958467f-c5d7-4793-9e1e-79d608a4ed8a') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:12.715320 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c958467f-c5d7-4793-9e1e-79d608a4ed8a') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:12.719470 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Checking router: 50751003-e725-4d98-99b0-b58bba5418c9 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:23:12.719829 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Updating router 50751003-e725-4d98-99b0-b58bba5418c9 port 79c9994b-c97d-49db-a2c2-42019f0882fd binding host dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:23:12.723868 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Attempting to bind port 9f36c948-55c0-47e6-92f6-b86bf6f3403a on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:23:12.724086 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Attempting to bind port 9f36c948-55c0-47e6-92f6-b86bf6f3403a by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:23:12.724474 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Attempting to bind port 9f36c948-55c0-47e6-92f6-b86bf6f3403a on network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:12.737016 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774275715274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13475945'] for segment (c958467f-c5d7-4793-9e1e-79d608a4ed8a), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:12.742814 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Checking router: 28bc588a-219b-4a73-9372-b86444d25258 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:23:12.743221 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Updating router 28bc588a-219b-4a73-9372-b86444d25258 port 10b5c845-d8f0-4fb7-8e6a-f21ed531867b binding host dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:23:12.757530 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:23:12.757931 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Checking segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:12.758341 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:12.758739 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Bound using segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:23:12.759240 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Bound port: 9f36c948-55c0-47e6-92f6-b86bf6f3403a, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:23:12.759629 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (9f36c948-55c0-47e6-92f6-b86bf6f3403a), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:12.768230 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (c958467f-c5d7-4793-9e1e-79d608a4ed8a), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:12.778702 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:23:12.779106 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16011975'] for segment (c958467f-c5d7-4793-9e1e-79d608a4ed8a), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:12.799971 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (10b5c845-d8f0-4fb7-8e6a-f21ed531867b), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:12.897916 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38932) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:12.917701 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-2bd505d7-ab34-45f5-8279-80d9398d2e99 admin admin] Allocated IP 172.20.0.1 (767088c7-8ee1-471e-80fb-53a5e6370be0/93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb/e7249fe4-1acd-444c-bab4-9045dade6c27) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:12.918109 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809602'] for network (b198e30d-69b3-47b3-bdc1-85b78ae626c8), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:12.926342 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-49698df6-c4d2-4bb5-b61c-3a94133a6692 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1664000454', 'description': 'tempest-description--1115781913'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:12.933736 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:12.945632 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/b198e30d-69b3-47b3-bdc1-85b78ae626c8 HTTP/1.1" status: 204 len: 168 time: 2.0550013 Aug 19 15:23:12.949265 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38934) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:12.989189 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:13.012731 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c261c-5e40-49a9-8e9b-e39d144e3a1a admin admin] Pushing event deleted for resources: {'Network': ['ID=b198e30d-69b3-47b3-bdc1-85b78ae626c8,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:13.041056 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-83a844cf-76b3-410f-965b-b81f64aa86b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5871220f-bff5-4d12-be7d-31d9a4678dc8), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.047800 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_v2 [None req-9669ce6c-9f84-4a9c-94bc-a348a4d344e1 admin admin] Deleting subnet a6464d1f-6e4d-4d48-bd84-7d8e26474314 {{(pid=106284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 19 15:23:13.060325 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9669ce6c-9f84-4a9c-94bc-a348a4d344e1 admin admin] Publish callbacks [] for subnet (a6464d1f-6e4d-4d48-bd84-7d8e26474314), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.130689 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9669ce6c-9f84-4a9c-94bc-a348a4d344e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13475986'] for subnet (a6464d1f-6e4d-4d48-bd84-7d8e26474314), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.145117 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (79c9994b-c97d-49db-a2c2-42019f0882fd), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.198891 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-631975e8-0a64-4ce1-be2c-79604d569a18 None None] Current status of the port 1ad467b9-0d56-465a-a1c9-06bc5a782c49 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:13.234408 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-631975e8-0a64-4ce1-be2c-79604d569a18 None None] Provisioning complete for port 10b5c845-d8f0-4fb7-8e6a-f21ed531867b triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:13.234977 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-631975e8-0a64-4ce1-be2c-79604d569a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (10b5c845-d8f0-4fb7-8e6a-f21ed531867b), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.248248 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:13.250008 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device f4958ff9-8914-41dc-81c9-50976a3e52b7 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:13.284754 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:13.297115 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9669ce6c-9f84-4a9c-94bc-a348a4d344e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550255'] for subnet (a6464d1f-6e4d-4d48-bd84-7d8e26474314), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.343969 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] For port 9f36c948-55c0-47e6-92f6-b86bf6f3403a, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:13.377709 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-730290f0-78c4-402d-b7de-039768d2d877 admin admin] Publish callbacks [] for port (377a3800-8b59-42ab-a974-866e93fb1b19), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.389081 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment c958467f-c5d7-4793-9e1e-79d608a4ed8a resource provider aggregate not found Aug 19 15:23:13.462609 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] For port 9f36c948-55c0-47e6-92f6-b86bf6f3403a, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=9f36c948-55c0-47e6-92f6-b86bf6f3403a,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:13.553921 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (9f36c948-55c0-47e6-92f6-b86bf6f3403a), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.555065 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment c958467f-c5d7-4793-9e1e-79d608a4ed8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c958467f-c5d7-4793-9e1e-79d608a4ed8a found for delete ", "request_id": "req-5117fea6-9af4-48c6-8f55-c6bea94e3010"}]} Aug 19 15:23:13.582197 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-631975e8-0a64-4ce1-be2c-79604d569a18 None None] Port 10b5c845-d8f0-4fb7-8e6a-f21ed531867b cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:23:13.583936 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Publish callbacks [] for port (10b5c845-d8f0-4fb7-8e6a-f21ed531867b), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.621329 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-730290f0-78c4-402d-b7de-039768d2d877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (377a3800-8b59-42ab-a974-866e93fb1b19), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.624107 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-730290f0-78c4-402d-b7de-039768d2d877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827522'] for router_interface (f23c36f6-f77a-461c-b5ce-3000825d0ac6), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.635433 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (10b5c845-d8f0-4fb7-8e6a-f21ed531867b), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.646643 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:13.659189 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-49698df6-c4d2-4bb5-b61c-3a94133a6692 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.710420 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e6cd8336-3979-4262-8475-5d8ae1f5af36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.711007 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9669ce6c-9f84-4a9c-94bc-a348a4d344e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16011949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127577'] for subnet (a6464d1f-6e4d-4d48-bd84-7d8e26474314), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.746596 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:13.748060 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Routers {'f23c36f6-f77a-461c-b5ce-3000825d0ac6'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:23:13.748821 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:22:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['f23c36f6-f77a-461c-b5ce-3000825d0ac6'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:13.757695 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-631975e8-0a64-4ce1-be2c-79604d569a18 None None] Provisioning complete for port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:13.758145 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-631975e8-0a64-4ce1-be2c-79604d569a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (202e0e0b-2920-45db-9b02-b6e5ecb33e7d), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.789103 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de30de3-687f-48a7-b586-942799f9ea4c None None] Pushing event updated for resources: {'Port': ['ID=10b5c845-d8f0-4fb7-8e6a-f21ed531867b,revision_number=3']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:13.792589 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:13.795426 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2bd505d7-ab34-45f5-8279-80d9398d2e99 admin admin] Publish callbacks [] for port (e7249fe4-1acd-444c-bab4-9045dade6c27), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.850236 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669ce6c-9f84-4a9c-94bc-a348a4d344e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6464d1f-6e4d-4d48-bd84-7d8e26474314,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:13.875255 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-83a844cf-76b3-410f-965b-b81f64aa86b8 admin admin] Publish callbacks [] for port (5871220f-bff5-4d12-be7d-31d9a4678dc8), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.886841 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9669ce6c-9f84-4a9c-94bc-a348a4d344e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.889054 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:13.894847 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-9669ce6c-9f84-4a9c-94bc-a348a4d344e1 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/a6464d1f-6e4d-4d48-bd84-7d8e26474314 HTTP/1.1" status: 204 len: 168 time: 0.9445086 Aug 19 15:23:13.897136 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-83a844cf-76b3-410f-965b-b81f64aa86b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012003'] for port (5871220f-bff5-4d12-be7d-31d9a4678dc8), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.903189 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38972) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:13.910648 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Attempting to bind port 10b5c845-d8f0-4fb7-8e6a-f21ed531867b on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:23:13.911176 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Attempting to bind port 10b5c845-d8f0-4fb7-8e6a-f21ed531867b by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': '895a194d-8b04-4bae-bdc3-41e9e36f2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc'}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:23:13.911503 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Attempting to bind port 10b5c845-d8f0-4fb7-8e6a-f21ed531867b on network 686c1d24-9be3-4e13-8a5a-a63e7258a1fc {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:13.918559 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:23:13.918949 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Checking segment: {'id': '895a194d-8b04-4bae-bdc3-41e9e36f2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:13.919375 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.920002 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Bound using segment: {'id': '895a194d-8b04-4bae-bdc3-41e9e36f2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc'} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:23:13.920517 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Bound port: 10b5c845-d8f0-4fb7-8e6a-f21ed531867b, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895a194d-8b04-4bae-bdc3-41e9e36f2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc'}}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:23:13.920976 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (10b5c845-d8f0-4fb7-8e6a-f21ed531867b), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:13.952491 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730290f0-78c4-402d-b7de-039768d2d877 admin admin] Pushing event updated for resources: {'Port': ['ID=377a3800-8b59-42ab-a974-866e93fb1b19,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:13.959680 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port f4958ff9-8914-41dc-81c9-50976a3e52b7 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:13.960088 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (f4958ff9-8914-41dc-81c9-50976a3e52b7), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:14.041808 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] For port 10b5c845-d8f0-4fb7-8e6a-f21ed531867b, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:14.047251 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] For port 10b5c845-d8f0-4fb7-8e6a-f21ed531867b, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=10b5c845-d8f0-4fb7-8e6a-f21ed531867b,segment=NetworkSegment(895a194d-8b04-4bae-bdc3-41e9e36f2fff),segment_id=895a194d-8b04-4bae-bdc3-41e9e36f2fff)] {{(pid=106287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:14.060585 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (10b5c845-d8f0-4fb7-8e6a-f21ed531867b), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:14.083306 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-83a844cf-76b3-410f-965b-b81f64aa86b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827522'] for router_interface (ec51b1ce-e2fe-4834-8fa7-aeb89d133590), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:14.116190 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a844cf-76b3-410f-965b-b81f64aa86b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5871220f-bff5-4d12-be7d-31d9a4678dc8,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:14.123880 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c3840-35d3-49d7-a365-d38d558f9185 None None] Pushing event updated for resources: {'Port': ['ID=9f36c948-55c0-47e6-92f6-b86bf6f3403a,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:14.146674 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:14.169529 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38980) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:14.193760 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de30de3-687f-48a7-b586-942799f9ea4c None None] Pushing event updated for resources: {'Port': ['ID=10b5c845-d8f0-4fb7-8e6a-f21ed531867b,revision_number=4']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:14.206387 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Routers {'28bc588a-219b-4a73-9372-b86444d25258'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:23:14.207301 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:22:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['28bc588a-219b-4a73-9372-b86444d25258'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:14.224908 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-49698df6-c4d2-4bb5-b61c-3a94133a6692 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group (41f969ad-aa37-4274-b3b7-766c5d13a9dd), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:14.241501 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742190'] for network (2ef48f40-5e97-42f3-88ac-db19f52351d7), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:14.249843 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-49698df6-c4d2-4bb5-b61c-3a94133a6692 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (41f969ad-aa37-4274-b3b7-766c5d13a9dd), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:14.253130 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2bd505d7-ab34-45f5-8279-80d9398d2e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (e7249fe4-1acd-444c-bab4-9045dade6c27), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:14.306625 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-631975e8-0a64-4ce1-be2c-79604d569a18 None None] Current status of the port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:14.329661 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd505d7-ab34-45f5-8279-80d9398d2e99 admin admin] Network 767088c7-8ee1-471e-80fb-53a5e6370be0 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:14.350019 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] Set router f23c36f6-f77a-461c-b5ce-3000825d0ac6 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:23:14.356131 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port f4958ff9-8914-41dc-81c9-50976a3e52b7 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:14.356714 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (f4958ff9-8914-41dc-81c9-50976a3e52b7), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:14.375178 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] Set router 28bc588a-219b-4a73-9372-b86444d25258 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:23:14.382559 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730290f0-78c4-402d-b7de-039768d2d877 admin admin] Network 8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:14.387756 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:14.389143 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49698df6-c4d2-4bb5-b61c-3a94133a6692 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f969ad-aa37-4274-b3b7-766c5d13a9dd,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:14.394488 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-2bd505d7-ab34-45f5-8279-80d9398d2e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:14.394672 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a844cf-76b3-410f-965b-b81f64aa86b8 admin admin] Network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:14.397931 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd505d7-ab34-45f5-8279-80d9398d2e99 admin admin] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:23:14.398411 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2bd505d7-ab34-45f5-8279-80d9398d2e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827374'] for router_interface (50751003-e725-4d98-99b0-b58bba5418c9), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:14.398792 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-83a844cf-76b3-410f-965b-b81f64aa86b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:14.486878 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port f4958ff9-8914-41dc-81c9-50976a3e52b7, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=f4958ff9-8914-41dc-81c9-50976a3e52b7,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:14.513790 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-50412352-d992-4021-a5a6-88f1d0022134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:14.544898 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (f4958ff9-8914-41dc-81c9-50976a3e52b7), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:14.547214 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 1ad467b9-0d56-465a-a1c9-06bc5a782c49 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:14.550989 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd505d7-ab34-45f5-8279-80d9398d2e99 admin admin] Pushing event updated for resources: {'Port': ['ID=e7249fe4-1acd-444c-bab4-9045dade6c27,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:14.567321 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-730290f0-78c4-402d-b7de-039768d2d877 admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:14.723693 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-36a2c1fb-c4a6-4410-888c-cd13df359b89 None None] Provisioning complete for port 5871220f-bff5-4d12-be7d-31d9a4678dc8 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:14.723693 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-36a2c1fb-c4a6-4410-888c-cd13df359b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (5871220f-bff5-4d12-be7d-31d9a4678dc8), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:14.756925 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730290f0-78c4-402d-b7de-039768d2d877 admin admin] Router f23c36f6-f77a-461c-b5ce-3000825d0ac6 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:23:14.802837 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a844cf-76b3-410f-965b-b81f64aa86b8 admin admin] Router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:23:14.832114 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-49698df6-c4d2-4bb5-b61c-3a94133a6692 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:14.841416 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-49698df6-c4d2-4bb5-b61c-3a94133a6692 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.9422762 Aug 19 15:23:14.850632 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 38990) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:14.868885 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-8896e4d1-f364-434e-9d9c-8a504b286f9e tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Request body: {'security_group_rule': {'security_group_id': '41f969ad-aa37-4274-b3b7-766c5d13a9dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:14.924512 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-50412352-d992-4021-a5a6-88f1d0022134 admin admin] Publish callbacks [] for security_group (67551ae5-cbb4-4488-ade1-7a6b468fe769), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:14.969175 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-50412352-d992-4021-a5a6-88f1d0022134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (67551ae5-cbb4-4488-ade1-7a6b468fe769), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:14.975961 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:14.999399 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Publish callbacks [] for port (79c9994b-c97d-49db-a2c2-42019f0882fd), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:15.012327 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:07Z', 'revision_number': 4, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port': {'id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '10b5c845-d8f0-4fb7-8e6a-f21ed531867b', 'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'mac_address': 'fa:16:3e:49:bd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:05Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'subnets': [{'id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:15.055879 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1fcac-b8b9-4a71-b2a6-3d7d98136786 None None] The sync data for ids ['28bc588a-219b-4a73-9372-b86444d25258'] in dv-cinder-835384-20-iscsi is: [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:07Z', 'revision_number': 4, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port': {'id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '10b5c845-d8f0-4fb7-8e6a-f21ed531867b', 'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'mac_address': 'fa:16:3e:49:bd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:05Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'subnets': [{'id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:23:15.060628 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-36a2c1fb-c4a6-4410-888c-cd13df359b89 None None] Port 5871220f-bff5-4d12-be7d-31d9a4678dc8 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:23:15.071522 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (79c9994b-c97d-49db-a2c2-42019f0882fd), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:15.074939 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2bd505d7-ab34-45f5-8279-80d9398d2e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (e7249fe4-1acd-444c-bab4-9045dade6c27), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:15.116841 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=f4958ff9-8914-41dc-81c9-50976a3e52b7,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:15.137567 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-36a2c1fb-c4a6-4410-888c-cd13df359b89 None None] Provisioning complete for port 377a3800-8b59-42ab-a974-866e93fb1b19 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:15.138111 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-36a2c1fb-c4a6-4410-888c-cd13df359b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (377a3800-8b59-42ab-a974-866e93fb1b19), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:15.150647 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:15.151802 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 1ad467b9-0d56-465a-a1c9-06bc5a782c49 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:15.152361 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (1ad467b9-0d56-465a-a1c9-06bc5a782c49), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:15.153688 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730290f0-78c4-402d-b7de-039768d2d877 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:23:15.154136 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Attempting to bind port 79c9994b-c97d-49db-a2c2-42019f0882fd on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:23:15.154513 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Attempting to bind port 79c9994b-c97d-49db-a2c2-42019f0882fd by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:23:15.154906 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Attempting to bind port 79c9994b-c97d-49db-a2c2-42019f0882fd on network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:15.160484 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-50412352-d992-4021-a5a6-88f1d0022134 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=6e638a932fa7446d906dec2b99f87bf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9853199 Aug 19 15:23:15.161857 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50412352-d992-4021-a5a6-88f1d0022134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67551ae5-cbb4-4488-ade1-7a6b468fe769,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:15.164456 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 38998) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:15.265705 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-730290f0-78c4-402d-b7de-039768d2d877 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/f23c36f6-f77a-461c-b5ce-3000825d0ac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4525778 Aug 19 15:23:15.279348 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:15.280206 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a844cf-76b3-410f-965b-b81f64aa86b8 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:23:15.280347 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551398', 'neutron.services.segments.db._delete_segments_for_network-8774275715211'] for network (2ef48f40-5e97-42f3-88ac-db19f52351d7), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:15.293816 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:23:15.294171 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Checking segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:15.294578 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:15.294975 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Bound using segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:23:15.295470 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Bound port: 79c9994b-c97d-49db-a2c2-42019f0882fd, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:23:15.295853 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (79c9994b-c97d-49db-a2c2-42019f0882fd), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:15.306934 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-83a844cf-76b3-410f-965b-b81f64aa86b8 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/ec51b1ce-e2fe-4834-8fa7-aeb89d133590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8262897 Aug 19 15:23:15.310113 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Sync routers for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:23:15.345148 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:15.345513 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:15.346531 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:15.346923 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Subscribe: > port after_create 55550000 {{(pid=106285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:15.347267 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:15.347601 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Subscribe: > port after_update 55550000 {{(pid=106285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:15.347919 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:15.348291 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:15.349144 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:15.349257 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:15.349575 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed7be-a5b5-4361-8ba3-12067227a290 admin admin] Publish callbacks [] for security_group (67551ae5-cbb4-4488-ade1-7a6b468fe769), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:15.400444 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-36a2c1fb-c4a6-4410-888c-cd13df359b89 None None] Port 377a3800-8b59-42ab-a974-866e93fb1b19 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:23:15.401973 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed7be-a5b5-4361-8ba3-12067227a290 admin admin] Publish callbacks [] for security_group (67551ae5-cbb4-4488-ade1-7a6b468fe769), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:15.410705 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbffbd4-1573-4982-af49-bb8c64effd23 None None] Pushing event updated for resources: {'Port': ['ID=79c9994b-c97d-49db-a2c2-42019f0882fd,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:15.439705 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:23:15.440418 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:22:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:15.551480 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed7be-a5b5-4361-8ba3-12067227a290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (67551ae5-cbb4-4488-ade1-7a6b468fe769), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:15.561647 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed7be-a5b5-4361-8ba3-12067227a290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:15.565022 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-bd0ed7be-a5b5-4361-8ba3-12067227a290 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/67551ae5-cbb4-4488-ade1-7a6b468fe769 HTTP/1.1" status: 204 len: 168 time: 0.3964026 Aug 19 15:23:15.573197 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'name': 'tempest-DeleteServersTestJSON-407917116-router', 'tenant_id': 'ea214b3e591a44928fd7af5f51095405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '9f36c948-55c0-47e6-92f6-b86bf6f3403a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:11Z', 'revision_number': 4, 'project_id': 'ea214b3e591a44928fd7af5f51095405', 'gw_port': {'id': '9f36c948-55c0-47e6-92f6-b86bf6f3403a', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '377a3800-8b59-42ab-a974-866e93fb1b19', 'name': '', 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6', 'tenant_id': 'ea214b3e591a44928fd7af5f51095405', 'mac_address': 'fa:16:3e:bf:47:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '958c0ad0-a50f-4274-9f82-f6b43ce9ca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 2, 'project_id': 'ea214b3e591a44928fd7af5f51095405', 'subnets': [{'id': '958c0ad0-a50f-4274-9f82-f6b43ce9ca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:15.610187 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ed7be-a5b5-4361-8ba3-12067227a290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67551ae5-cbb4-4488-ade1-7a6b468fe769,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:15.707390 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] For port 79c9994b-c97d-49db-a2c2-42019f0882fd, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:15.742059 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:15.742683 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:15.743149 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:15.743732 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 15:23:15.744240 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.services.segments.db [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef48f40-5e97-42f3-88ac-db19f52351d7']}} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:15.748236 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96514aaf-fcc2-4444-b8a1-033764d755da None None] The sync data for ids ['f23c36f6-f77a-461c-b5ce-3000825d0ac6'] in dv-cinder-835384-20-iscsi is: [{'id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'name': 'tempest-DeleteServersTestJSON-407917116-router', 'tenant_id': 'ea214b3e591a44928fd7af5f51095405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '9f36c948-55c0-47e6-92f6-b86bf6f3403a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:11Z', 'revision_number': 4, 'project_id': 'ea214b3e591a44928fd7af5f51095405', 'gw_port': {'id': '9f36c948-55c0-47e6-92f6-b86bf6f3403a', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '377a3800-8b59-42ab-a974-866e93fb1b19', 'name': '', 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6', 'tenant_id': 'ea214b3e591a44928fd7af5f51095405', 'mac_address': 'fa:16:3e:bf:47:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '958c0ad0-a50f-4274-9f82-f6b43ce9ca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 2, 'project_id': 'ea214b3e591a44928fd7af5f51095405', 'subnets': [{'id': '958c0ad0-a50f-4274-9f82-f6b43ce9ca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:23:15.778692 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-984c6937-7663-48cf-8b9b-f138875f3d9f None None] Provisioning complete for port e7249fe4-1acd-444c-bab4-9045dade6c27 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:15.779103 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-984c6937-7663-48cf-8b9b-f138875f3d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (e7249fe4-1acd-444c-bab4-9045dade6c27), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:15.782460 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.services.segments.db [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e123945-a9f9-43d2-9db1-5fea1ecf9512') {'for_net_delete': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:15.782827 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.services.segments.db [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e123945-a9f9-43d2-9db1-5fea1ecf9512') {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:15.807419 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774275715274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14938658'] for segment (4e123945-a9f9-43d2-9db1-5fea1ecf9512), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:15.841334 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (4e123945-a9f9-43d2-9db1-5fea1ecf9512), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:15.853376 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8896e4d1-f364-434e-9d9c-8a504b286f9e tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group_rule (7e37ffde-9911-45b2-8f29-b49696e2b056), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:15.865459 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=106285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:23:15.866375 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16617114'] for segment (4e123945-a9f9-43d2-9db1-5fea1ecf9512), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:15.918629 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] For port 79c9994b-c97d-49db-a2c2-42019f0882fd, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=79c9994b-c97d-49db-a2c2-42019f0882fd,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:16.001474 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (79c9994b-c97d-49db-a2c2-42019f0882fd), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:16.024853 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 1ad467b9-0d56-465a-a1c9-06bc5a782c49 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:16.238390 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1d91ce0f-d7b9-483c-95df-bf73ea381e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:16.261840 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-984c6937-7663-48cf-8b9b-f138875f3d9f None None] Port e7249fe4-1acd-444c-bab4-9045dade6c27 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:23:16.287222 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:16.304281 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:16.321279 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809602'] for network (2ef48f40-5e97-42f3-88ac-db19f52351d7), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:16.329010 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:16.333768 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/2ef48f40-5e97-42f3-88ac-db19f52351d7 HTTP/1.1" status: 204 len: 168 time: 2.4269025 Aug 19 15:23:16.347774 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:23:16.363100 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-984c6937-7663-48cf-8b9b-f138875f3d9f None None] Provisioning complete for port 5871220f-bff5-4d12-be7d-31d9a4678dc8 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:16.364443 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-984c6937-7663-48cf-8b9b-f138875f3d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (5871220f-bff5-4d12-be7d-31d9a4678dc8), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:16.381748 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17077bb-fb74-4aa6-8e18-46f23550ed96 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef48f40-5e97-42f3-88ac-db19f52351d7,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:16.396000 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8896e4d1-f364-434e-9d9c-8a504b286f9e tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group_rule (7e37ffde-9911-45b2-8f29-b49696e2b056), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:16.409015 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8896e4d1-f364-434e-9d9c-8a504b286f9e tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (7e37ffde-9911-45b2-8f29-b49696e2b056), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:16.424551 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 39034) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:16.431295 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-1a97a329-ae8d-4a41-9895-fc7309b3e80a tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--638821910', 'description': 'tempest-description--893787000'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:16.450670 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896e4d1-f364-434e-9d9c-8a504b286f9e tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e37ffde-9911-45b2-8f29-b49696e2b056,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:16.459068 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2bd505d7-ab34-45f5-8279-80d9398d2e99 admin admin] Publish callbacks [] for port (e7249fe4-1acd-444c-bab4-9045dade6c27), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:16.478557 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2bd505d7-ab34-45f5-8279-80d9398d2e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (e7249fe4-1acd-444c-bab4-9045dade6c27), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:16.492291 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:16.493217 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 39046) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:16.584203 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd505d7-ab34-45f5-8279-80d9398d2e99 admin admin] Pushing event updated for resources: {'Port': ['ID=e7249fe4-1acd-444c-bab4-9045dade6c27,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:16.584762 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1a97a329-ae8d-4a41-9895-fc7309b3e80a tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:16.590338 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8896e4d1-f364-434e-9d9c-8a504b286f9e tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:16.594955 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-8896e4d1-f364-434e-9d9c-8a504b286f9e tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7365015 Aug 19 15:23:16.596227 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 39058) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:16.599352 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 39056) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:16.604066 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-960d438e-f755-4a54-9979-8ed0b9bc1ca5 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Request body: {'security_group_rule': {'security_group_id': '41f969ad-aa37-4274-b3b7-766c5d13a9dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:16.622710 dv-cinder-835384-20-iscsi neutron-server[106284]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 15:23:16.629116 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7a339117-ce58-4705-bdd4-33a8b95f210b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:16.649521 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2bd505d7-ab34-45f5-8279-80d9398d2e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827522'] for router_interface (50751003-e725-4d98-99b0-b58bba5418c9), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:16.725871 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-960d438e-f755-4a54-9979-8ed0b9bc1ca5 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group_rule (0bf6d6a6-b1f1-4807-91ee-9740d002e990), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:16.780763 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Routers {'50751003-e725-4d98-99b0-b58bba5418c9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:23:16.785211 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:23:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['50751003-e725-4d98-99b0-b58bba5418c9'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:16.817940 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 2e554f4e-2404-42a1-aa34-e097797c7261 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:16.959620 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd505d7-ab34-45f5-8279-80d9398d2e99 admin admin] Network 767088c7-8ee1-471e-80fb-53a5e6370be0 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:16.963045 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-960d438e-f755-4a54-9979-8ed0b9bc1ca5 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group_rule (0bf6d6a6-b1f1-4807-91ee-9740d002e990), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:16.965587 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-2bd505d7-ab34-45f5-8279-80d9398d2e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:17.099639 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbffbd4-1573-4982-af49-bb8c64effd23 None None] Pushing event updated for resources: {'Port': ['ID=79c9994b-c97d-49db-a2c2-42019f0882fd,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:17.150665 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-8c896aab-5e1b-4ebb-90f6-2ed30160af06 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:17.152554 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-8c896aab-5e1b-4ebb-90f6-2ed30160af06 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/networks?id=8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 HTTP/1.1" status: 200 len: 811 time: 0.5483236 Aug 19 15:23:17.153355 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 39068) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:17.167069 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-984c6937-7663-48cf-8b9b-f138875f3d9f None None] Port 5871220f-bff5-4d12-be7d-31d9a4678dc8 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:23:17.174822 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 39072) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:17.216102 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.224232 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-984c6937-7663-48cf-8b9b-f138875f3d9f None None] Provisioning complete for port 377a3800-8b59-42ab-a974-866e93fb1b19 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:17.224893 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-984c6937-7663-48cf-8b9b-f138875f3d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (377a3800-8b59-42ab-a974-866e93fb1b19), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.234678 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.services.segments.plugin [-] Segment 4e123945-a9f9-43d2-9db1-5fea1ecf9512 resource provider aggregate not found Aug 19 15:23:17.240145 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-960d438e-f755-4a54-9979-8ed0b9bc1ca5 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (0bf6d6a6-b1f1-4807-91ee-9740d002e990), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.255387 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:17.266178 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d438e-f755-4a54-9979-8ed0b9bc1ca5 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf6d6a6-b1f1-4807-91ee-9740d002e990,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:17.284847 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.services.segments.plugin [-] Segment 4e123945-a9f9-43d2-9db1-5fea1ecf9512 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e123945-a9f9-43d2-9db1-5fea1ecf9512 found for delete ", "request_id": "req-43c0751d-4167-487e-8c15-d18ea56a8f58"}]} Aug 19 15:23:17.332407 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] Set router 50751003-e725-4d98-99b0-b58bba5418c9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:23:17.333001 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7a339117-ce58-4705-bdd4-33a8b95f210b admin admin] Publish callbacks [] for security_group (140f9b53-92cb-437f-887b-8e77a5463bea), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.335022 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 2e554f4e-2404-42a1-aa34-e097797c7261 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:17.335738 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (2e554f4e-2404-42a1-aa34-e097797c7261), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.344868 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-176bf592-dc59-47b7-af1d-ae3db173c96c tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/quotas/ea214b3e591a44928fd7af5f51095405 HTTP/1.1" status: 200 len: 375 time: 0.1732798 Aug 19 15:23:17.345064 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7a339117-ce58-4705-bdd4-33a8b95f210b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (140f9b53-92cb-437f-887b-8e77a5463bea), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.366257 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:17.392599 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-984c6937-7663-48cf-8b9b-f138875f3d9f None None] Port 377a3800-8b59-42ab-a974-866e93fb1b19 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:23:17.442496 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd505d7-ab34-45f5-8279-80d9398d2e99 admin admin] Router 50751003-e725-4d98-99b0-b58bba5418c9 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:23:17.449750 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-960d438e-f755-4a54-9979-8ed0b9bc1ca5 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.455185 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-960d438e-f755-4a54-9979-8ed0b9bc1ca5 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8551683 Aug 19 15:23:17.456423 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 39078) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:17.466814 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-a6de34a7-cb3f-450d-a6d0-a8e9452274d6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Request body: {'floatingip': {'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:17.535430 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-48fd29c1-2327-476c-b8c4-b665a48b318d admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=9c882a78908b4497ab1a7d7d12d80a64&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3474276 Aug 19 15:23:17.535430 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a339117-ce58-4705-bdd4-33a8b95f210b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140f9b53-92cb-437f-887b-8e77a5463bea,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:17.539238 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-7a339117-ce58-4705-bdd4-33a8b95f210b admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=19b08e383f9a45e6b69ef6fd5dd4317d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0212526 Aug 19 15:23:17.540104 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 39080) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:17.553870 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-bd26de68-3335-4a89-8ed7-b718519ec957 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=ea214b3e591a44928fd7af5f51095405&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1920545 Aug 19 15:23:17.556409 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 39082) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:17.586202 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:17.634582 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1a97a329-ae8d-4a41-9895-fc7309b3e80a tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (33b55995-3064-4225-8e3e-469b8fb1f2d8), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.664577 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd505d7-ab34-45f5-8279-80d9398d2e99 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:23:17.665928 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-04ad4d34-f369-48da-8a73-788c2ff8dad9 None None] Provisioning complete for port e7249fe4-1acd-444c-bab4-9045dade6c27 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:17.673037 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1a97a329-ae8d-4a41-9895-fc7309b3e80a tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (33b55995-3064-4225-8e3e-469b8fb1f2d8), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.680720 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-04ad4d34-f369-48da-8a73-788c2ff8dad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (e7249fe4-1acd-444c-bab4-9045dade6c27), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.694019 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-2bd505d7-ab34-45f5-8279-80d9398d2e99 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/50751003-e725-4d98-99b0-b58bba5418c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8487239 Aug 19 15:23:17.706219 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a6de34a7-cb3f-450d-a6d0-a8e9452274d6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.708897 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97a329-ae8d-4a41-9895-fc7309b3e80a tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b55995-3064-4225-8e3e-469b8fb1f2d8,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:17.711337 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ac97f860-409f-4600-8401-e7e47bf1bd12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.739626 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-04ad4d34-f369-48da-8a73-788c2ff8dad9 None None] Port e7249fe4-1acd-444c-bab4-9045dade6c27 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:23:17.753458 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8b312621-3a29-4523-ab9d-affacef78135 admin admin] Publish callbacks [] for security_group (1a5e96f8-1362-4866-8cb0-439fc4e33a7d), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.758728 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:13Z', 'revision_number': 2, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:17.778995 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1a97a329-ae8d-4a41-9895-fc7309b3e80a tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.780280 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-1a97a329-ae8d-4a41-9895-fc7309b3e80a tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3541689 Aug 19 15:23:17.798703 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 39096) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:17.806395 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-d3f49e60-6953-4056-98d1-98126739a92d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'security_group_rule': {'security_group_id': '33b55995-3064-4225-8e3e-469b8fb1f2d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:17.823077 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Checking router: ec51b1ce-e2fe-4834-8fa7-aeb89d133590 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:23:17.824623 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Updating router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 port 5871220f-bff5-4d12-be7d-31d9a4678dc8 binding host dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:23:17.830097 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:17.843888 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8b312621-3a29-4523-ab9d-affacef78135 admin admin] Publish callbacks [] for security_group (1a5e96f8-1362-4866-8cb0-439fc4e33a7d), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.862525 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4514d234-920e-4a31-8eb9-d61b66ad6a9c admin admin] Publish callbacks [] for security_group (140f9b53-92cb-437f-887b-8e77a5463bea), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.876751 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 2e554f4e-2404-42a1-aa34-e097797c7261 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:17.877383 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (2e554f4e-2404-42a1-aa34-e097797c7261), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.888464 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-e3f35bf6-81c1-4313-bd4e-3570a0060566 service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 19 15:23:17.889526 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-e3f35bf6-81c1-4313-bd4e-3570a0060566 service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1389968 Aug 19 15:23:17.901610 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d3f49e60-6953-4056-98d1-98126739a92d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (e75fb57a-758c-4eb4-81e1-274a40ee4606), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.919978 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:17.935778 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5871220f-bff5-4d12-be7d-31d9a4678dc8), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.949890 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 2e554f4e-2404-42a1-aa34-e097797c7261, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=2e554f4e-2404-42a1-aa34-e097797c7261,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:17.967144 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (2e554f4e-2404-42a1-aa34-e097797c7261), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:17.967936 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 202e0e0b-2920-45db-9b02-b6e5ecb33e7d up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:17.991029 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50751003-e725-4d98-99b0-b58bba5418c9', 'name': 'tempest-ServerRescueNegativeTestJSON-229349538-router', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'gw_port': {'id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:04Z', 'updated_at': '2022-08-19T15:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': 'e7249fe4-1acd-444c-bab4-9045dade6c27', 'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'mac_address': 'fa:16:3e:11:69:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:12Z', 'updated_at': '2022-08-19T15:23:15Z', 'revision_number': 2, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'subnets': [{'id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:18.031111 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a6de34a7-cb3f-450d-a6d0-a8e9452274d6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.031455 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4514d234-920e-4a31-8eb9-d61b66ad6a9c admin admin] Publish callbacks [] for security_group (140f9b53-92cb-437f-887b-8e77a5463bea), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.066841 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e6a6bc-5f0c-4d71-b1d9-3d59843f006b None None] The sync data for ids ['50751003-e725-4d98-99b0-b58bba5418c9'] in dv-cinder-835384-20-iscsi is: [{'id': '50751003-e725-4d98-99b0-b58bba5418c9', 'name': 'tempest-ServerRescueNegativeTestJSON-229349538-router', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'gw_port': {'id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:04Z', 'updated_at': '2022-08-19T15:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': 'e7249fe4-1acd-444c-bab4-9045dade6c27', 'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'mac_address': 'fa:16:3e:11:69:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:12Z', 'updated_at': '2022-08-19T15:23:15Z', 'revision_number': 2, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'subnets': [{'id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:23:18.125175 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d3f49e60-6953-4056-98d1-98126739a92d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (e75fb57a-758c-4eb4-81e1-274a40ee4606), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.189842 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d3f49e60-6953-4056-98d1-98126739a92d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (e75fb57a-758c-4eb4-81e1-274a40ee4606), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.202345 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=2e554f4e-2404-42a1-aa34-e097797c7261,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:18.222894 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-a6de34a7-cb3f-450d-a6d0-a8e9452274d6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Allocated IP 172.27.2.214 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/a5548d4d-5180-43db-81d3-6c7a2e7d88ca) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:18.263606 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:18.264225 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (202e0e0b-2920-45db-9b02-b6e5ecb33e7d), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.300113 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d3f49e60-6953-4056-98d1-98126739a92d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.305316 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d3f49e60-6953-4056-98d1-98126739a92d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5054510 Aug 19 15:23:18.310322 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 39104) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:18.319985 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-34a336ad-bf93-41d4-9f3a-8f94f6ea67d3 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'security_group_rule': {'security_group_id': '33b55995-3064-4225-8e3e-469b8fb1f2d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:18.321747 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f49e60-6953-4056-98d1-98126739a92d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75fb57a-758c-4eb4-81e1-274a40ee4606,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:18.354062 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:18.359395 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8b312621-3a29-4523-ab9d-affacef78135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (1a5e96f8-1362-4866-8cb0-439fc4e33a7d), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.362548 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8b312621-3a29-4523-ab9d-affacef78135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.366223 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-8b312621-3a29-4523-ab9d-affacef78135 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/1a5e96f8-1362-4866-8cb0-439fc4e33a7d HTTP/1.1" status: 204 len: 168 time: 0.8184350 Aug 19 15:23:18.409035 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-34a336ad-bf93-41d4-9f3a-8f94f6ea67d3 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (59acecaa-768f-4fa2-a908-29c30bd33ffc), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.438219 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:18.470230 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b312621-3a29-4523-ab9d-affacef78135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5e96f8-1362-4866-8cb0-439fc4e33a7d,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:18.487816 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ac97f860-409f-4600-8401-e7e47bf1bd12 admin admin] Publish callbacks [] for security_group (c1e15c85-b6be-4e78-99ea-00f2ee578ad0), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.500687 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ac97f860-409f-4600-8401-e7e47bf1bd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (c1e15c85-b6be-4e78-99ea-00f2ee578ad0), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.516789 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-ce769507-41ed-4c61-9b6b-7dc6ca25bf8c service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8ca696a6-5a42-4e8e-bad5-e98dabe98bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6053042 Aug 19 15:23:18.549379 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:18.560293 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a6de34a7-cb3f-450d-a6d0-a8e9452274d6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for port (a5548d4d-5180-43db-81d3-6c7a2e7d88ca), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.592460 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:18.593828 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device f4958ff9-8914-41dc-81c9-50976a3e52b7 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:18.595401 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4514d234-920e-4a31-8eb9-d61b66ad6a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (140f9b53-92cb-437f-887b-8e77a5463bea), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.611252 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4514d234-920e-4a31-8eb9-d61b66ad6a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.622432 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-34a336ad-bf93-41d4-9f3a-8f94f6ea67d3 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (59acecaa-768f-4fa2-a908-29c30bd33ffc), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.625584 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.626337 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-4514d234-920e-4a31-8eb9-d61b66ad6a9c admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/140f9b53-92cb-437f-887b-8e77a5463bea HTTP/1.1" status: 204 len: 168 time: 1.0550783 Aug 19 15:23:18.649870 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-34a336ad-bf93-41d4-9f3a-8f94f6ea67d3 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (59acecaa-768f-4fa2-a908-29c30bd33ffc), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.653627 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.727643 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-34a336ad-bf93-41d4-9f3a-8f94f6ea67d3 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.729055 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-34a336ad-bf93-41d4-9f3a-8f94f6ea67d3 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4175491 Aug 19 15:23:18.748132 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 39120) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:18.765371 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-6cb1220e-3c0a-4104-8130-2237debcc5ff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'floatingip': {'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:18.775005 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-ac97f860-409f-4600-8401-e7e47bf1bd12 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=cae48cdfa9584978a977d9d6de7d0f10&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6085908 Aug 19 15:23:18.775822 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97f860-409f-4600-8401-e7e47bf1bd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e15c85-b6be-4e78-99ea-00f2ee578ad0,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:18.828551 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a336ad-bf93-41d4-9f3a-8f94f6ea67d3 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59acecaa-768f-4fa2-a908-29c30bd33ffc,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:18.834924 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 39124) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:18.862999 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 39132) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:18.888695 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a6de34a7-cb3f-450d-a6d0-a8e9452274d6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (a5548d4d-5180-43db-81d3-6c7a2e7d88ca), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.893217 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514d234-920e-4a31-8eb9-d61b66ad6a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140f9b53-92cb-437f-887b-8e77a5463bea,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:18.902571 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Publish callbacks [] for port (5871220f-bff5-4d12-be7d-31d9a4678dc8), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.931737 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port f4958ff9-8914-41dc-81c9-50976a3e52b7 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:18.934753 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (f4958ff9-8914-41dc-81c9-50976a3e52b7), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:18.939460 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (5871220f-bff5-4d12-be7d-31d9a4678dc8), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:19.052272 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de34a7-cb3f-450d-a6d0-a8e9452274d6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Pushing event updated for resources: {'Port': ['ID=a5548d4d-5180-43db-81d3-6c7a2e7d88ca,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:19.078685 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-f26e3e90-0bbe-4fd8-9046-b33fd715a1e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:19.081129 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-f26e3e90-0bbe-4fd8-9046-b33fd715a1e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/networks?id=767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 200 len: 818 time: 0.2164829 Aug 19 15:23:19.091869 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:19.098031 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6cb1220e-3c0a-4104-8130-2237debcc5ff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:19.127868 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6de34a7-cb3f-450d-a6d0-a8e9452274d6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:19.145817 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-a6de34a7-cb3f-450d-a6d0-a8e9452274d6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:19.151676 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6de34a7-cb3f-450d-a6d0-a8e9452274d6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:23:19.196939 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-f04df6c3-7468-4923-b3fd-720071d53150 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8ca696a6-5a42-4e8e-bad5-e98dabe98bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6387420 Aug 19 15:23:19.200057 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fb4fb12c-f68e-4b6b-a21d-fb45f0a6ad96 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/quotas/dcca6c7d30114cd0936eb30381efad7d HTTP/1.1" status: 200 len: 375 time: 0.1097803 Aug 19 15:23:19.215443 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 39142) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:19.269750 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51266200-4d69-4272-b934-dde264bb4e92 None None] Pushing event updated for resources: {'Port': ['ID=5871220f-bff5-4d12-be7d-31d9a4678dc8,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:19.415035 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-07fd3fb1-42cb-487a-8201-ce7a0b67829e admin admin] Publish callbacks [] for security_group (c1e15c85-b6be-4e78-99ea-00f2ee578ad0), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:19.437393 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-07fd3fb1-42cb-487a-8201-ce7a0b67829e admin admin] Publish callbacks [] for security_group (c1e15c85-b6be-4e78-99ea-00f2ee578ad0), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:19.443002 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-8670df3d-d0a8-4bae-a946-f4dcae760070 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=82751a9a158e4b0196f46e5bb4c4b9be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2260728 Aug 19 15:23:19.448741 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-21d3aee4-8664-434a-ae83-3439494e98e4 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=dcca6c7d30114cd0936eb30381efad7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2425294 Aug 19 15:23:19.449864 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 39146) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:19.458249 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Attempting to bind port 5871220f-bff5-4d12-be7d-31d9a4678dc8 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:23:19.458526 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Attempting to bind port 5871220f-bff5-4d12-be7d-31d9a4678dc8 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:23:19.458942 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Attempting to bind port 5871220f-bff5-4d12-be7d-31d9a4678dc8 on network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:19.466359 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:23:19.466745 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Checking segment: {'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:19.468075 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:19.468530 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Bound using segment: {'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:23:19.469029 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Bound port: 5871220f-bff5-4d12-be7d-31d9a4678dc8, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:23:19.469418 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5871220f-bff5-4d12-be7d-31d9a4678dc8), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:19.472971 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port f4958ff9-8914-41dc-81c9-50976a3e52b7 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:19.475112 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 10b5c845-d8f0-4fb7-8e6a-f21ed531867b up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:19.516863 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:19.544770 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-07fd3fb1-42cb-487a-8201-ce7a0b67829e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (c1e15c85-b6be-4e78-99ea-00f2ee578ad0), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:19.548939 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-07fd3fb1-42cb-487a-8201-ce7a0b67829e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:19.550496 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-07fd3fb1-42cb-487a-8201-ce7a0b67829e admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/c1e15c85-b6be-4e78-99ea-00f2ee578ad0 HTTP/1.1" status: 204 len: 168 time: 0.7085259 Aug 19 15:23:19.574629 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd3fb1-42cb-487a-8201-ce7a0b67829e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e15c85-b6be-4e78-99ea-00f2ee578ad0,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:19.585491 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f17672ef-4463-44ce-ab0d-75c6d8c4e6df admin admin] Publish callbacks [] for security_group (100cc7a8-6974-4bba-be61-b7398908acb3), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:19.610522 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6cb1220e-3c0a-4104-8130-2237debcc5ff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:19.621079 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f17672ef-4463-44ce-ab0d-75c6d8c4e6df admin admin] Publish callbacks [] for security_group (100cc7a8-6974-4bba-be61-b7398908acb3), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:19.725619 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f17672ef-4463-44ce-ab0d-75c6d8c4e6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (100cc7a8-6974-4bba-be61-b7398908acb3), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:19.730823 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f17672ef-4463-44ce-ab0d-75c6d8c4e6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:19.732107 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-f17672ef-4463-44ce-ab0d-75c6d8c4e6df admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/100cc7a8-6974-4bba-be61-b7398908acb3 HTTP/1.1" status: 204 len: 168 time: 0.2809985 Aug 19 15:23:19.746957 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17672ef-4463-44ce-ab0d-75c6d8c4e6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100cc7a8-6974-4bba-be61-b7398908acb3,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:19.936669 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] For port 5871220f-bff5-4d12-be7d-31d9a4678dc8, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:19.938051 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a6de34a7-cb3f-450d-a6d0-a8e9452274d6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for floatingip (5dde03a6-e1e2-4c74-bdca-0082299beee8), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:19.950303 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-84dc5918-bf7e-426c-9cf1-035745c839ed req-62ea4eb9-3d51-422d-818e-aeefa199cc17 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 210 time: 0.0905221 Aug 19 15:23:19.953530 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] For port 5871220f-bff5-4d12-be7d-31d9a4678dc8, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=5871220f-bff5-4d12-be7d-31d9a4678dc8,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:19.988295 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (5871220f-bff5-4d12-be7d-31d9a4678dc8), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:20.022597 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a6de34a7-cb3f-450d-a6d0-a8e9452274d6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (a5548d4d-5180-43db-81d3-6c7a2e7d88ca), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:20.125347 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:20.127282 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 10b5c845-d8f0-4fb7-8e6a-f21ed531867b triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:20.127793 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (10b5c845-d8f0-4fb7-8e6a-f21ed531867b), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:20.129822 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51266200-4d69-4272-b934-dde264bb4e92 None None] Pushing event updated for resources: {'Port': ['ID=5871220f-bff5-4d12-be7d-31d9a4678dc8,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:20.165021 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:23:20.166182 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:23:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:20.168298 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-67089025-16bd-448b-8197-3228c58862da service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 19 15:23:20.169490 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-67089025-16bd-448b-8197-3228c58862da service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3177912 Aug 19 15:23:20.188042 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:20.336328 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-981e386b-d3c6-4ef0-80f5-b57722a41cfa service neutron] 10.222.0.75 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567926 Aug 19 15:23:20.376797 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-6cb1220e-3c0a-4104-8130-2237debcc5ff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Allocated IP 172.27.2.88 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/0f035a42-e209-4220-bce4-28fbb7685f8c) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:20.483517 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:23:20.562039 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6cb1220e-3c0a-4104-8130-2237debcc5ff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for port (0f035a42-e209-4220-bce4-28fbb7685f8c), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:20.599503 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:20.649623 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6cb1220e-3c0a-4104-8130-2237debcc5ff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (0f035a42-e209-4220-bce4-28fbb7685f8c), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:20.784868 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-6d1daa37-eafb-4fb2-b927-e0dd8fe4afc5 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295061 Aug 19 15:23:20.786045 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1220e-3c0a-4104-8130-2237debcc5ff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'Port': ['ID=0f035a42-e209-4220-bce4-28fbb7685f8c,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:20.836121 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb1220e-3c0a-4104-8130-2237debcc5ff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:20.841560 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-6cb1220e-3c0a-4104-8130-2237debcc5ff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:20.846234 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1220e-3c0a-4104-8130-2237debcc5ff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:23:20.853289 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:20.974027 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 10b5c845-d8f0-4fb7-8e6a-f21ed531867b is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:20.974564 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (10b5c845-d8f0-4fb7-8e6a-f21ed531867b), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:21.007759 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a6de34a7-cb3f-450d-a6d0-a8e9452274d6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for port (a5548d4d-5180-43db-81d3-6c7a2e7d88ca), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:21.102177 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 10b5c845-d8f0-4fb7-8e6a-f21ed531867b, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=10b5c845-d8f0-4fb7-8e6a-f21ed531867b,segment=NetworkSegment(895a194d-8b04-4bae-bdc3-41e9e36f2fff),segment_id=895a194d-8b04-4bae-bdc3-41e9e36f2fff)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:21.111884 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (10b5c845-d8f0-4fb7-8e6a-f21ed531867b), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:21.112929 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 1ad467b9-0d56-465a-a1c9-06bc5a782c49 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:21.174505 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6cb1220e-3c0a-4104-8130-2237debcc5ff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (78276680-c2cb-4f62-9db4-d532396704bc), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:21.176685 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-192986b2-1c50-41e0-ba28-b53aaf60139d req-cca5ed62-5363-451e-80d4-84669ec777c3 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 210 time: 0.0713291 Aug 19 15:23:21.188492 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a6de34a7-cb3f-450d-a6d0-a8e9452274d6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (a5548d4d-5180-43db-81d3-6c7a2e7d88ca), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:21.203672 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:21.300149 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6cb1220e-3c0a-4104-8130-2237debcc5ff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (0f035a42-e209-4220-bce4-28fbb7685f8c), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:21.351999 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-82dabb83-3167-4eaa-a2da-7c0bd12cef1b req-36f09564-31f3-483d-9a44-56b7a890c3fe tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 210 time: 0.0964813 Aug 19 15:23:21.447790 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=10b5c845-d8f0-4fb7-8e6a-f21ed531867b,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:21.454004 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:19Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:21.458505 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 1ad467b9-0d56-465a-a1c9-06bc5a782c49 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:21.458874 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (1ad467b9-0d56-465a-a1c9-06bc5a782c49), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:21.487894 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b9e09f-0b1a-4804-8139-9d7fbb1ee512 None None] The sync data for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi is: [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:19Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:23:21.532197 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a6de34a7-cb3f-450d-a6d0-a8e9452274d6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (5dde03a6-e1e2-4c74-bdca-0082299beee8), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:21.601456 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a6de34a7-cb3f-450d-a6d0-a8e9452274d6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:21.606640 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-a6de34a7-cb3f-450d-a6d0-a8e9452274d6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1464064 Aug 19 15:23:21.619083 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de34a7-cb3f-450d-a6d0-a8e9452274d6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Pushing event updated for resources: {'Port': ['ID=a5548d4d-5180-43db-81d3-6c7a2e7d88ca,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:21.817044 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 1ad467b9-0d56-465a-a1c9-06bc5a782c49 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:21.847451 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6cb1220e-3c0a-4104-8130-2237debcc5ff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for port (0f035a42-e209-4220-bce4-28fbb7685f8c), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:21.857859 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6cb1220e-3c0a-4104-8130-2237debcc5ff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (0f035a42-e209-4220-bce4-28fbb7685f8c), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:22.062513 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1220e-3c0a-4104-8130-2237debcc5ff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'Port': ['ID=0f035a42-e209-4220-bce4-28fbb7685f8c,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:22.075227 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6cb1220e-3c0a-4104-8130-2237debcc5ff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (78276680-c2cb-4f62-9db4-d532396704bc), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:22.161527 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6cb1220e-3c0a-4104-8130-2237debcc5ff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:22.165556 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-6cb1220e-3c0a-4104-8130-2237debcc5ff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4129727 Aug 19 15:23:22.190394 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Sync routers for ids ['f23c36f6-f77a-461c-b5ce-3000825d0ac6'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:23:22.213763 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Routers {'f23c36f6-f77a-461c-b5ce-3000825d0ac6'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:23:22.216373 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:23:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['f23c36f6-f77a-461c-b5ce-3000825d0ac6'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:22.279264 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 9f36c948-55c0-47e6-92f6-b86bf6f3403a up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:22.325403 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ec257-732a-4251-9b78-69c2dbc97156 req-d2523cc0-ab56-4d89-879f-a3fab3137897 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:22.347077 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-308ec257-732a-4251-9b78-69c2dbc97156 req-d2523cc0-ab56-4d89-879f-a3fab3137897 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/networks?id=767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 200 len: 818 time: 0.3463552 Aug 19 15:23:22.404356 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-308ec257-732a-4251-9b78-69c2dbc97156 req-190248de-6183-4548-9124-d35b53d26cb3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/quotas/dcca6c7d30114cd0936eb30381efad7d HTTP/1.1" status: 200 len: 375 time: 0.0557258 Aug 19 15:23:22.429074 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 9f36c948-55c0-47e6-92f6-b86bf6f3403a triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:22.431925 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (9f36c948-55c0-47e6-92f6-b86bf6f3403a), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:22.464793 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Set router f23c36f6-f77a-461c-b5ce-3000825d0ac6 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:23:22.649754 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-d04ca506-eebc-4189-9ddd-dba3dbbb0bbb tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1664000454&fields=id&tenant_id=8ede055158e24b7c9a935b833e33b89a HTTP/1.1" status: 200 len: 267 time: 0.2406313 Aug 19 15:23:22.654233 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:22.692262 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 9f36c948-55c0-47e6-92f6-b86bf6f3403a is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:22.692771 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (9f36c948-55c0-47e6-92f6-b86bf6f3403a), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:22.752381 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 9f36c948-55c0-47e6-92f6-b86bf6f3403a, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=9f36c948-55c0-47e6-92f6-b86bf6f3403a,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:22.760971 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (9f36c948-55c0-47e6-92f6-b86bf6f3403a), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:22.761638 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 2e554f4e-2404-42a1-aa34-e097797c7261 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:22.871112 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=9f36c948-55c0-47e6-92f6-b86bf6f3403a,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:22.941408 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 2e554f4e-2404-42a1-aa34-e097797c7261 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:22.941804 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (2e554f4e-2404-42a1-aa34-e097797c7261), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:23.046925 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'name': 'tempest-DeleteServersTestJSON-407917116-router', 'tenant_id': 'ea214b3e591a44928fd7af5f51095405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '9f36c948-55c0-47e6-92f6-b86bf6f3403a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:11Z', 'revision_number': 4, 'project_id': 'ea214b3e591a44928fd7af5f51095405', 'gw_port': {'id': '9f36c948-55c0-47e6-92f6-b86bf6f3403a', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '377a3800-8b59-42ab-a974-866e93fb1b19', 'name': '', 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6', 'tenant_id': 'ea214b3e591a44928fd7af5f51095405', 'mac_address': 'fa:16:3e:bf:47:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '958c0ad0-a50f-4274-9f82-f6b43ce9ca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 2, 'project_id': 'ea214b3e591a44928fd7af5f51095405', 'subnets': [{'id': '958c0ad0-a50f-4274-9f82-f6b43ce9ca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:23.082610 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:23.093027 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Checking router: f23c36f6-f77a-461c-b5ce-3000825d0ac6 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:23:23.093752 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Updating router f23c36f6-f77a-461c-b5ce-3000825d0ac6 port 377a3800-8b59-42ab-a974-866e93fb1b19 binding host dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:23:23.101294 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 2e554f4e-2404-42a1-aa34-e097797c7261 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:23.103943 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 10b5c845-d8f0-4fb7-8e6a-f21ed531867b up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:23.130817 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-308ec257-732a-4251-9b78-69c2dbc97156 req-d112cc5e-5547-4438-98d9-3d866fc56c8b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=dcca6c7d30114cd0936eb30381efad7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7252171 Aug 19 15:23:23.147008 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (377a3800-8b59-42ab-a974-866e93fb1b19), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:23.220027 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 10b5c845-d8f0-4fb7-8e6a-f21ed531867b triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:23.220654 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (10b5c845-d8f0-4fb7-8e6a-f21ed531867b), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:23.295123 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:23.305044 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-73add0d1-ac5c-4d9b-9c21-325b30c56728 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:23.313703 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-73add0d1-ac5c-4d9b-9c21-325b30c56728 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/networks?id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc HTTP/1.1" status: 200 len: 810 time: 0.6610892 Aug 19 15:23:23.322663 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 10b5c845-d8f0-4fb7-8e6a-f21ed531867b is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:23.324333 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 79c9994b-c97d-49db-a2c2-42019f0882fd up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:23.336882 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-308ec257-732a-4251-9b78-69c2dbc97156 req-d7465ed9-3ec5-4362-94d8-86f1ad1cb59b service neutron] 10.222.0.75 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733341 Aug 19 15:23:23.362858 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-eba44638-cb43-4b26-badd-cd7c3bc9c8ae tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/quotas/8ede055158e24b7c9a935b833e33b89a HTTP/1.1" status: 200 len: 375 time: 0.0462821 Aug 19 15:23:23.456513 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 79c9994b-c97d-49db-a2c2-42019f0882fd triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:23.457164 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (79c9994b-c97d-49db-a2c2-42019f0882fd), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:23.490422 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:23.550557 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-75d4b12b-5d82-4aca-b5b4-e93709d31de4 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=8ede055158e24b7c9a935b833e33b89a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1656711 Aug 19 15:23:23.598518 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:23.623580 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 79c9994b-c97d-49db-a2c2-42019f0882fd is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:23.624179 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (79c9994b-c97d-49db-a2c2-42019f0882fd), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:23.631130 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-308ec257-732a-4251-9b78-69c2dbc97156 req-65f720c8-51c0-461b-acb5-e9c362845f34 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888973 Aug 19 15:23:23.669535 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 79c9994b-c97d-49db-a2c2-42019f0882fd, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=79c9994b-c97d-49db-a2c2-42019f0882fd,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:23.679126 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (79c9994b-c97d-49db-a2c2-42019f0882fd), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:23.749717 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Publish callbacks [] for port (377a3800-8b59-42ab-a974-866e93fb1b19), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:23.763553 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (377a3800-8b59-42ab-a974-866e93fb1b19), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:23.837464 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-fa3787ad-f360-4474-ade6-ddd7f7c2b3cc service neutron] 10.222.0.75 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557204 Aug 19 15:23:23.894091 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=79c9994b-c97d-49db-a2c2-42019f0882fd,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:23.936167 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c7f31-307e-4013-923b-f26297bcf197 None None] Pushing event updated for resources: {'Port': ['ID=377a3800-8b59-42ab-a974-866e93fb1b19,revision_number=3']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:24.110638 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Attempting to bind port 377a3800-8b59-42ab-a974-866e93fb1b19 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:23:24.111154 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Attempting to bind port 377a3800-8b59-42ab-a974-866e93fb1b19 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'faf770e6-08a2-4e4a-b508-19c7be837f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6'}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:23:24.113113 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Attempting to bind port 377a3800-8b59-42ab-a974-866e93fb1b19 on network 8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:24.147935 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:23:24.148736 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Checking segment: {'id': 'faf770e6-08a2-4e4a-b508-19c7be837f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:24.149147 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:24.153283 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Bound using segment: {'id': 'faf770e6-08a2-4e4a-b508-19c7be837f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6'} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:23:24.156357 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Bound port: 377a3800-8b59-42ab-a974-866e93fb1b19, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf770e6-08a2-4e4a-b508-19c7be837f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6'}}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:23:24.156817 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (377a3800-8b59-42ab-a974-866e93fb1b19), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:24.171229 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 9f36c948-55c0-47e6-92f6-b86bf6f3403a up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:24.319814 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 9f36c948-55c0-47e6-92f6-b86bf6f3403a triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:24.320431 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (9f36c948-55c0-47e6-92f6-b86bf6f3403a), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:24.353837 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-83a92559-7ed0-44d3-b8f1-dac012fe4441 req-149ed034-f0ee-4692-b81f-77b1ec217150 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 210 time: 0.0969026 Aug 19 15:23:24.404141 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-16573b8f-4b50-45f7-865a-925571ab016c service neutron] 10.222.0.75 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588017 Aug 19 15:23:24.413562 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] For port 377a3800-8b59-42ab-a974-866e93fb1b19, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:24.424152 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] For port 377a3800-8b59-42ab-a974-866e93fb1b19, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=377a3800-8b59-42ab-a974-866e93fb1b19,segment=NetworkSegment(faf770e6-08a2-4e4a-b508-19c7be837f73),segment_id=faf770e6-08a2-4e4a-b508-19c7be837f73)] {{(pid=106287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:24.454253 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (377a3800-8b59-42ab-a974-866e93fb1b19), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:24.583187 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:24.605775 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 9f36c948-55c0-47e6-92f6-b86bf6f3403a is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:24.607863 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 5871220f-bff5-4d12-be7d-31d9a4678dc8 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:24.663406 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-2de7b9bd-e965-4378-a482-2d18ba70924c tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--638821910&fields=id&tenant_id=cbf14c554d854af5ba8cd910c82d42e0 HTTP/1.1" status: 200 len: 267 time: 0.0899496 Aug 19 15:23:24.692436 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c7f31-307e-4013-923b-f26297bcf197 None None] Pushing event updated for resources: {'Port': ['ID=377a3800-8b59-42ab-a974-866e93fb1b19,revision_number=4']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:24.720825 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Routers {'f23c36f6-f77a-461c-b5ce-3000825d0ac6'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:23:24.725891 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:23:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['f23c36f6-f77a-461c-b5ce-3000825d0ac6'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:24.726332 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 5871220f-bff5-4d12-be7d-31d9a4678dc8 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:24.728669 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (5871220f-bff5-4d12-be7d-31d9a4678dc8), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:24.884354 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:24.931197 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 5871220f-bff5-4d12-be7d-31d9a4678dc8 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:24.931796 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5871220f-bff5-4d12-be7d-31d9a4678dc8), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:24.947022 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c7012575-526e-4967-8222-27ed8b5e62d5 req-e58272a6-e736-4879-93db-db07d157ba8d tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 210 time: 0.0589752 Aug 19 15:23:25.019193 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-70656f1d-a215-4432-ab2e-082ac9d24024 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:25.019580 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 5871220f-bff5-4d12-be7d-31d9a4678dc8, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=5871220f-bff5-4d12-be7d-31d9a4678dc8,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:25.025646 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (5871220f-bff5-4d12-be7d-31d9a4678dc8), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:25.040520 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-70656f1d-a215-4432-ab2e-082ac9d24024 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/networks?id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 HTTP/1.1" status: 200 len: 815 time: 0.3722022 Aug 19 15:23:25.134425 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-8de38c63-aa52-4aa1-9869-73f29324bfd9 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/quotas/cbf14c554d854af5ba8cd910c82d42e0 HTTP/1.1" status: 200 len: 375 time: 0.0929418 Aug 19 15:23:25.230718 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=5871220f-bff5-4d12-be7d-31d9a4678dc8,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:25.245518 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] Set router f23c36f6-f77a-461c-b5ce-3000825d0ac6 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:23:25.259968 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-819f490c-50bc-4a05-8449-97b56e78fac0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=cbf14c554d854af5ba8cd910c82d42e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1192389 Aug 19 15:23:25.389874 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a2d99892-bec8-4e4a-83d2-3970751d75d4 req-2136c082-0b48-4213-a0af-e8ca6bba8232 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 210 time: 0.1287370 Aug 19 15:23:25.449888 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Sync routers for ids ['50751003-e725-4d98-99b0-b58bba5418c9'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:23:25.452297 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.52', 62049) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:25.514774 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:25.528692 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Routers {'50751003-e725-4d98-99b0-b58bba5418c9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:23:25.536997 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:23:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['50751003-e725-4d98-99b0-b58bba5418c9'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:25.679757 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-8aba6694-3a70-40ae-84a4-f7c94bc2567a service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101596 Aug 19 15:23:25.857941 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'name': 'tempest-DeleteServersTestJSON-407917116-router', 'tenant_id': 'ea214b3e591a44928fd7af5f51095405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '9f36c948-55c0-47e6-92f6-b86bf6f3403a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:11Z', 'revision_number': 4, 'project_id': 'ea214b3e591a44928fd7af5f51095405', 'gw_port': {'id': '9f36c948-55c0-47e6-92f6-b86bf6f3403a', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '377a3800-8b59-42ab-a974-866e93fb1b19', 'name': '', 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6', 'tenant_id': 'ea214b3e591a44928fd7af5f51095405', 'mac_address': 'fa:16:3e:bf:47:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '958c0ad0-a50f-4274-9f82-f6b43ce9ca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 4, 'project_id': 'ea214b3e591a44928fd7af5f51095405', 'subnets': [{'id': '958c0ad0-a50f-4274-9f82-f6b43ce9ca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:25.883846 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.52', 62053) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:25.907474 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Set router 50751003-e725-4d98-99b0-b58bba5418c9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:23:25.996023 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f5b8b-8541-45b0-a335-65c985ae8ba2 None None] The sync data for ids ['f23c36f6-f77a-461c-b5ce-3000825d0ac6'] in dv-cinder-835384-20-iscsi is: [{'id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'name': 'tempest-DeleteServersTestJSON-407917116-router', 'tenant_id': 'ea214b3e591a44928fd7af5f51095405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '9f36c948-55c0-47e6-92f6-b86bf6f3403a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:11Z', 'revision_number': 4, 'project_id': 'ea214b3e591a44928fd7af5f51095405', 'gw_port': {'id': '9f36c948-55c0-47e6-92f6-b86bf6f3403a', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '377a3800-8b59-42ab-a974-866e93fb1b19', 'name': '', 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6', 'tenant_id': 'ea214b3e591a44928fd7af5f51095405', 'mac_address': 'fa:16:3e:bf:47:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '958c0ad0-a50f-4274-9f82-f6b43ce9ca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 4, 'project_id': 'ea214b3e591a44928fd7af5f51095405', 'subnets': [{'id': '958c0ad0-a50f-4274-9f82-f6b43ce9ca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:23:26.126281 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-63940d8b-ce94-49be-ad57-ded21762d346 req-caf20c63-d63d-49f1-9094-f92c06d963e2 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 210 time: 0.3668764 Aug 19 15:23:26.143982 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 5871220f-bff5-4d12-be7d-31d9a4678dc8 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:26.261452 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:26.382441 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-bdf9e2cd-8503-4253-96d2-afc20e3f4804 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:26.387535 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-bdf9e2cd-8503-4253-96d2-afc20e3f4804 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.52 "GET /networking/v2.0/networks?id=767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 200 len: 818 time: 0.9254880 Aug 19 15:23:26.438918 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-894bb6df-5fb4-4a0b-b20b-416ff2c2312b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Request body: {'port': {'device_id': '10c60ba0-a623-41bb-ba6c-e9ff6e6a4802', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'admin_state_up': True, 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:26.516731 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-47f84a91-ed8c-4844-bc17-d0695e3b753c tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:26.519010 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-47f84a91-ed8c-4844-bc17-d0695e3b753c tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.52 "GET /networking/v2.0/networks?id=8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 HTTP/1.1" status: 200 len: 811 time: 0.4671941 Aug 19 15:23:26.556115 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-78537843-549a-440f-9a0b-c72096645735 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Request body: {'port': {'device_id': '903776c1-6779-4794-81e4-257cbfdb5908', 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6', 'admin_state_up': True, 'tenant_id': 'ea214b3e591a44928fd7af5f51095405'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:26.746122 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-17f42728-37a4-4a0e-8ba5-ac80ccd91819 req-088ee1a4-3c48-4ee7-9be0-4c675184bb61 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 210 time: 0.2181067 Aug 19 15:23:26.828796 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-894bb6df-5fb4-4a0b-b20b-416ff2c2312b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Made reservation on behalf of dcca6c7d30114cd0936eb30381efad7d for: {'port': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:23:26.837463 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-894bb6df-5fb4-4a0b-b20b-416ff2c2312b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:26.845199 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.52', 62059) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:26.867398 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 5871220f-bff5-4d12-be7d-31d9a4678dc8 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:26.878773 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (5871220f-bff5-4d12-be7d-31d9a4678dc8), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:26.885953 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-c2c46491-1756-489d-af4f-a3b034d357fe service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1946657 Aug 19 15:23:27.005737 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:27.084502 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50751003-e725-4d98-99b0-b58bba5418c9', 'name': 'tempest-ServerRescueNegativeTestJSON-229349538-router', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'gw_port': {'id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:04Z', 'updated_at': '2022-08-19T15:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': 'e7249fe4-1acd-444c-bab4-9045dade6c27', 'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'mac_address': 'fa:16:3e:11:69:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:12Z', 'updated_at': '2022-08-19T15:23:15Z', 'revision_number': 2, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'subnets': [{'id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:27.200413 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:27.201339 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Checking router: 50751003-e725-4d98-99b0-b58bba5418c9 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:23:27.201852 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Updating router 50751003-e725-4d98-99b0-b58bba5418c9 port e7249fe4-1acd-444c-bab4-9045dade6c27 binding host dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:23:27.411756 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ec257-732a-4251-9b78-69c2dbc97156 req-645ceb58-1bfc-48ff-b621-3acbb7939f19 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:27.419016 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.52', 62063) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:27.423148 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-308ec257-732a-4251-9b78-69c2dbc97156 req-645ceb58-1bfc-48ff-b621-3acbb7939f19 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.52 "GET /networking/v2.0/networks?id=767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 200 len: 818 time: 0.5736279 Aug 19 15:23:27.466152 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (e7249fe4-1acd-444c-bab4-9045dade6c27), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:27.481659 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-308ec257-732a-4251-9b78-69c2dbc97156 req-9687a494-6eb9-4d49-98a5-c4d25503c8dd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Request body: {'port': {'device_id': '9ac8d32c-fd72-4373-8957-3e1698b2dd3c', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'admin_state_up': True, 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:27.630397 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-78537843-549a-440f-9a0b-c72096645735 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Made reservation on behalf of ea214b3e591a44928fd7af5f51095405 for: {'port': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:23:27.636255 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-78537843-549a-440f-9a0b-c72096645735 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:27.662650 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 5871220f-bff5-4d12-be7d-31d9a4678dc8 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:27.665792 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 79c9994b-c97d-49db-a2c2-42019f0882fd up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:27.763387 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f9132a32-b335-4156-a3be-fdb7069ded9e req-f8892af8-acbd-4732-9197-55c12bd40f0d tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 210 time: 0.1504374 Aug 19 15:23:27.816219 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c163734d-3b04-4068-89c4-423e31744d66 req-16f86906-e92a-47b6-bccf-15ba6360833c tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 210 time: 0.3955452 Aug 19 15:23:27.836906 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:28.117020 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-894bb6df-5fb4-4a0b-b20b-416ff2c2312b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Allocated IP 172.20.0.3 (767088c7-8ee1-471e-80fb-53a5e6370be0/93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb/b97f032a-18f2-4b4c-aa4a-57e19ac342cd) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:28.118219 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0e9b92b2-470c-48fa-b8a3-ad26f46b25f8 req-7d82a066-2922-4bab-89ef-e76cb59f990d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 210 time: 0.1609459 Aug 19 15:23:28.127683 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 79c9994b-c97d-49db-a2c2-42019f0882fd triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:28.128483 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (79c9994b-c97d-49db-a2c2-42019f0882fd), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:28.325629 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e9b69c69-18ac-4154-b568-d096f5349afa req-72e5f553-5615-4380-a1f1-a33d2235474b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 210 time: 0.2035339 Aug 19 15:23:28.404669 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-3627710a-53a4-49e2-a438-2a38f52df840 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:28.406537 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-3627710a-53a4-49e2-a438-2a38f52df840 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.52 "GET /networking/v2.0/networks?id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc HTTP/1.1" status: 200 len: 810 time: 0.9852021 Aug 19 15:23:28.476795 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 39540) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:28.476882 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 79c9994b-c97d-49db-a2c2-42019f0882fd is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:28.476882 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 377a3800-8b59-42ab-a974-866e93fb1b19 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:28.638229 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 377a3800-8b59-42ab-a974-866e93fb1b19 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:28.640686 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (377a3800-8b59-42ab-a974-866e93fb1b19), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:28.876469 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 377a3800-8b59-42ab-a974-866e93fb1b19 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:28.876879 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (377a3800-8b59-42ab-a974-866e93fb1b19), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:28.880415 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-894bb6df-5fb4-4a0b-b20b-416ff2c2312b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for port (b97f032a-18f2-4b4c-aa4a-57e19ac342cd), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:28.904025 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:28.970676 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-308ec257-732a-4251-9b78-69c2dbc97156 req-9687a494-6eb9-4d49-98a5-c4d25503c8dd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Made reservation on behalf of dcca6c7d30114cd0936eb30381efad7d for: {'port': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:23:28.987622 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-308ec257-732a-4251-9b78-69c2dbc97156 req-9687a494-6eb9-4d49-98a5-c4d25503c8dd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:29.005147 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 377a3800-8b59-42ab-a974-866e93fb1b19, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=377a3800-8b59-42ab-a974-866e93fb1b19,segment=NetworkSegment(faf770e6-08a2-4e4a-b508-19c7be837f73),segment_id=faf770e6-08a2-4e4a-b508-19c7be837f73)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:29.014529 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (377a3800-8b59-42ab-a974-866e93fb1b19), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:29.116486 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:29.146718 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d26602e4-d5ec-4751-a52f-b4e61c11a7a8 req-84f26416-d17d-4eb1-9994-d9bae70f3ab1 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 210 time: 0.0670900 Aug 19 15:23:29.197703 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:29.280354 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-894bb6df-5fb4-4a0b-b20b-416ff2c2312b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (b97f032a-18f2-4b4c-aa4a-57e19ac342cd), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:29.309674 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a7005a74-9d18-4154-84a9-696b1c8afb16 req-af845756-10b4-4034-9f31-91935cc1528d tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 210 time: 0.1618080 Aug 19 15:23:29.449811 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-78537843-549a-440f-9a0b-c72096645735 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Allocated IP 172.20.0.8 (8ca696a6-5a42-4e8e-bad5-e98dabe98bc6/958c0ad0-a50f-4274-9f82-f6b43ce9ca38/44c3f537-79e8-434b-8284-5ff8ab0dcb5c) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:29.488977 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ac75c095-17c5-422e-ab1f-a94b30d50c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:29.525880 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Publish callbacks [] for port (e7249fe4-1acd-444c-bab4-9045dade6c27), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:29.529922 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:29.531627 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=377a3800-8b59-42ab-a974-866e93fb1b19,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:29.553585 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (e7249fe4-1acd-444c-bab4-9045dade6c27), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:29.595940 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-894bb6df-5fb4-4a0b-b20b-416ff2c2312b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Network 767088c7-8ee1-471e-80fb-53a5e6370be0 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:29.612080 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-894bb6df-5fb4-4a0b-b20b-416ff2c2312b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:29.615372 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-894bb6df-5fb4-4a0b-b20b-416ff2c2312b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:23:29.619265 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bb6df-5fb4-4a0b-b20b-416ff2c2312b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Pushing event updated for resources: {'Port': ['ID=b97f032a-18f2-4b4c-aa4a-57e19ac342cd,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:29.656623 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce979d75-ad93-4fc7-b0e0-c48253880d31 None None] Pushing event updated for resources: {'Port': ['ID=e7249fe4-1acd-444c-bab4-9045dade6c27,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:29.664324 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Attempting to bind port e7249fe4-1acd-444c-bab4-9045dade6c27 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:23:29.664721 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Attempting to bind port e7249fe4-1acd-444c-bab4-9045dade6c27 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:23:29.665347 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Attempting to bind port e7249fe4-1acd-444c-bab4-9045dade6c27 on network 767088c7-8ee1-471e-80fb-53a5e6370be0 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:29.676141 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:23:29.677091 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Checking segment: {'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:29.677746 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:29.678284 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Bound using segment: {'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:23:29.679090 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Bound port: e7249fe4-1acd-444c-bab4-9045dade6c27, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:23:29.679742 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (e7249fe4-1acd-444c-bab4-9045dade6c27), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:29.781874 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] For port e7249fe4-1acd-444c-bab4-9045dade6c27, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:29.784814 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [req-308ec257-732a-4251-9b78-69c2dbc97156 req-9687a494-6eb9-4d49-98a5-c4d25503c8dd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Allocated IP 172.20.0.14 (767088c7-8ee1-471e-80fb-53a5e6370be0/93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb/e851153e-06d0-452a-ac68-7efce3d3bf25) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:29.786564 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] For port e7249fe4-1acd-444c-bab4-9045dade6c27, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=e7249fe4-1acd-444c-bab4-9045dade6c27,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:29.800798 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (e7249fe4-1acd-444c-bab4-9045dade6c27), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:29.819489 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-894bb6df-5fb4-4a0b-b20b-416ff2c2312b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:29.822094 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-894bb6df-5fb4-4a0b-b20b-416ff2c2312b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:29.859525 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Routers {'50751003-e725-4d98-99b0-b58bba5418c9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:23:29.860508 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:23:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['50751003-e725-4d98-99b0-b58bba5418c9'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:29.884011 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-894bb6df-5fb4-4a0b-b20b-416ff2c2312b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4481256 Aug 19 15:23:29.948707 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce979d75-ad93-4fc7-b0e0-c48253880d31 None None] Pushing event updated for resources: {'Port': ['ID=e7249fe4-1acd-444c-bab4-9045dade6c27,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:29.974826 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f783e733-844a-4578-b810-ce7ebf19ee22 req-2eaf0ca5-9193-4a6a-9fe0-82e5c47c80f8 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 210 time: 0.5033636 Aug 19 15:23:29.994615 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c2325456-171d-4966-bab5-b8776c302f11 req-db3d1e6a-7b1c-4107-8c1b-a2e6a8c323e8 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 210 time: 0.5164204 Aug 19 15:23:30.005964 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-aae0ffa1-78c8-4788-a5c1-b30d4058f704 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ede055158e24b7c9a935b833e33b89a HTTP/1.1" status: 200 len: 380 time: 1.5764401 Aug 19 15:23:30.020452 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-78537843-549a-440f-9a0b-c72096645735 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Publish callbacks [] for port (44c3f537-79e8-434b-8284-5ff8ab0dcb5c), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:30.093361 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-12b0b320-d0b4-4f4d-ab7d-3b2a014a522a None None] Provisioning complete for port b97f032a-18f2-4b4c-aa4a-57e19ac342cd triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:30.093948 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-12b0b320-d0b4-4f4d-ab7d-3b2a014a522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (b97f032a-18f2-4b4c-aa4a-57e19ac342cd), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:30.109743 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-78537843-549a-440f-9a0b-c72096645735 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (44c3f537-79e8-434b-8284-5ff8ab0dcb5c), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:30.149193 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] Set router 50751003-e725-4d98-99b0-b58bba5418c9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:23:30.195540 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-12b0b320-d0b4-4f4d-ab7d-3b2a014a522a None None] Port b97f032a-18f2-4b4c-aa4a-57e19ac342cd cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:23:30.218913 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-78537843-549a-440f-9a0b-c72096645735 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Network 8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:30.222812 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-308ec257-732a-4251-9b78-69c2dbc97156 req-9687a494-6eb9-4d49-98a5-c4d25503c8dd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for port (e851153e-06d0-452a-ac68-7efce3d3bf25), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:30.259447 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-78537843-549a-440f-9a0b-c72096645735 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:30.265474 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-78537843-549a-440f-9a0b-c72096645735 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:23:30.287585 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:30.322118 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-308ec257-732a-4251-9b78-69c2dbc97156 req-9687a494-6eb9-4d49-98a5-c4d25503c8dd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (e851153e-06d0-452a-ac68-7efce3d3bf25), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:30.347867 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:30.414944 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78537843-549a-440f-9a0b-c72096645735 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Pushing event updated for resources: {'Port': ['ID=44c3f537-79e8-434b-8284-5ff8ab0dcb5c,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:30.425163 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433af68-73eb-4ac8-86f9-9234b473b175 req-8ac21fd7-6236-4762-b02a-1ca1868336de tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:30.428014 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5433af68-73eb-4ac8-86f9-9234b473b175 req-8ac21fd7-6236-4762-b02a-1ca1868336de tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 931 time: 0.0946372 Aug 19 15:23:30.434802 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ac75c095-17c5-422e-ab1f-a94b30d50c19 admin admin] Publish callbacks [] for security_group (3952da80-2e10-463f-92b3-39a4ce376542), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:30.462720 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ac75c095-17c5-422e-ab1f-a94b30d50c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (3952da80-2e10-463f-92b3-39a4ce376542), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:30.502606 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-78537843-549a-440f-9a0b-c72096645735 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:30.503595 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-78537843-549a-440f-9a0b-c72096645735 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:30.523612 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-308ec257-732a-4251-9b78-69c2dbc97156 req-9687a494-6eb9-4d49-98a5-c4d25503c8dd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Network 767088c7-8ee1-471e-80fb-53a5e6370be0 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:30.530510 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [req-308ec257-732a-4251-9b78-69c2dbc97156 req-9687a494-6eb9-4d49-98a5-c4d25503c8dd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:30.548334 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-308ec257-732a-4251-9b78-69c2dbc97156 req-9687a494-6eb9-4d49-98a5-c4d25503c8dd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:23:30.562519 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-78537843-549a-440f-9a0b-c72096645735 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0175121 Aug 19 15:23:30.605201 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50751003-e725-4d98-99b0-b58bba5418c9', 'name': 'tempest-ServerRescueNegativeTestJSON-229349538-router', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'gw_port': {'id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:04Z', 'updated_at': '2022-08-19T15:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': 'e7249fe4-1acd-444c-bab4-9045dade6c27', 'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'mac_address': 'fa:16:3e:11:69:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:12Z', 'updated_at': '2022-08-19T15:23:29Z', 'revision_number': 4, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'subnets': [{'id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:30.623636 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2597bda0-d222-49c5-b15e-561d82bd1296 req-edfd4453-394b-4940-a1c1-a9a2055e396a tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 210 time: 0.1001301 Aug 19 15:23:30.632801 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 39630) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:30.633591 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-ac75c095-17c5-422e-ab1f-a94b30d50c19 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=4b43df32153c4ef6bfb8e65c3fb4f098&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1539736 Aug 19 15:23:30.637413 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75c095-17c5-422e-ab1f-a94b30d50c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3952da80-2e10-463f-92b3-39a4ce376542,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:30.651768 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f97038-5df4-4db3-8dba-dae8807d56d8 None None] The sync data for ids ['50751003-e725-4d98-99b0-b58bba5418c9'] in dv-cinder-835384-20-iscsi is: [{'id': '50751003-e725-4d98-99b0-b58bba5418c9', 'name': 'tempest-ServerRescueNegativeTestJSON-229349538-router', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'gw_port': {'id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:04Z', 'updated_at': '2022-08-19T15:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': 'e7249fe4-1acd-444c-bab4-9045dade6c27', 'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'mac_address': 'fa:16:3e:11:69:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:12Z', 'updated_at': '2022-08-19T15:23:29Z', 'revision_number': 4, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'subnets': [{'id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:23:30.670383 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687a494-6eb9-4d49-98a5-c4d25503c8dd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Pushing event updated for resources: {'Port': ['ID=e851153e-06d0-452a-ac68-7efce3d3bf25,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:30.688295 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5433af68-73eb-4ac8-86f9-9234b473b175 req-b0c97013-31fd-4efc-88f1-20f90ae82c0f tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478554 Aug 19 15:23:30.834328 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ec257-732a-4251-9b78-69c2dbc97156 req-9687a494-6eb9-4d49-98a5-c4d25503c8dd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:30.835469 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-308ec257-732a-4251-9b78-69c2dbc97156 req-9687a494-6eb9-4d49-98a5-c4d25503c8dd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:30.859793 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-eccec80e-29e6-4ce5-9e6e-2bdbe6569895 admin admin] Publish callbacks [] for security_group (3952da80-2e10-463f-92b3-39a4ce376542), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:30.889092 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-eccec80e-29e6-4ce5-9e6e-2bdbe6569895 admin admin] Publish callbacks [] for security_group (3952da80-2e10-463f-92b3-39a4ce376542), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:30.894543 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-308ec257-732a-4251-9b78-69c2dbc97156 req-9687a494-6eb9-4d49-98a5-c4d25503c8dd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4482050 Aug 19 15:23:30.934505 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-40667243-f65b-46b4-97d2-85f49d9e6920 None None] Provisioning complete for port 44c3f537-79e8-434b-8284-5ff8ab0dcb5c triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:30.935073 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-40667243-f65b-46b4-97d2-85f49d9e6920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (44c3f537-79e8-434b-8284-5ff8ab0dcb5c), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:30.978579 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-eccec80e-29e6-4ce5-9e6e-2bdbe6569895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (3952da80-2e10-463f-92b3-39a4ce376542), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:30.982413 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-eccec80e-29e6-4ce5-9e6e-2bdbe6569895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:30.983879 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-eccec80e-29e6-4ce5-9e6e-2bdbe6569895 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/3952da80-2e10-463f-92b3-39a4ce376542 HTTP/1.1" status: 204 len: 168 time: 0.3154185 Aug 19 15:23:30.991272 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-40667243-f65b-46b4-97d2-85f49d9e6920 None None] Port 44c3f537-79e8-434b-8284-5ff8ab0dcb5c cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:23:31.000976 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:31.002576 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccec80e-29e6-4ce5-9e6e-2bdbe6569895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3952da80-2e10-463f-92b3-39a4ce376542,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:31.129004 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-49dc28b4-15f5-4b00-938f-b5c5666a58cb None None] Provisioning complete for port e851153e-06d0-452a-ac68-7efce3d3bf25 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:31.132422 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-49dc28b4-15f5-4b00-938f-b5c5666a58cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (e851153e-06d0-452a-ac68-7efce3d3bf25), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:31.163114 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-18644f66-2420-4cf0-9d48-f752700e908b req-45e56295-0612-4e13-a529-9cee1d0a2aa6 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 210 time: 0.0531349 Aug 19 15:23:31.203658 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-49dc28b4-15f5-4b00-938f-b5c5666a58cb None None] Port e851153e-06d0-452a-ac68-7efce3d3bf25 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:23:31.269034 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device e7249fe4-1acd-444c-bab4-9045dade6c27 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:31.299104 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450b24a-b62a-4dd9-9187-2aee0b0a078e req-cbcf1588-e07f-42d3-b062-8803dc8d4cbd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:31.308213 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c450b24a-b62a-4dd9-9187-2aee0b0a078e req-cbcf1588-e07f-42d3-b062-8803dc8d4cbd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 932 time: 0.1170397 Aug 19 15:23:31.313196 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:31.321091 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 39656) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:31.386362 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c450b24a-b62a-4dd9-9187-2aee0b0a078e req-f3bd69ee-2a99-462e-85da-00dcac57390f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661571 Aug 19 15:23:31.398588 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port e7249fe4-1acd-444c-bab4-9045dade6c27 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:31.398943 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (e7249fe4-1acd-444c-bab4-9045dade6c27), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:31.595631 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4506b2ca-3ff5-4a6e-8da4-daed0f559569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:31.637376 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 39668) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:31.659180 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c1376c65-ad78-4ec4-90c7-c935f074a0ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:31.692317 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port e7249fe4-1acd-444c-bab4-9045dade6c27 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:31.693423 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (e7249fe4-1acd-444c-bab4-9045dade6c27), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:31.716429 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:31.743147 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port e7249fe4-1acd-444c-bab4-9045dade6c27, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=e7249fe4-1acd-444c-bab4-9045dade6c27,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:31.750504 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (e7249fe4-1acd-444c-bab4-9045dade6c27), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:31.752336 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 377a3800-8b59-42ab-a974-866e93fb1b19 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:31.757010 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:31.909297 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b7164808-cdfb-4bed-ab3b-8fc3d11f6354 req-d99eccb8-5501-4386-92f2-8d0b6b41af59 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 210 time: 0.0652637 Aug 19 15:23:31.928499 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=e7249fe4-1acd-444c-bab4-9045dade6c27,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:31.982070 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 377a3800-8b59-42ab-a974-866e93fb1b19 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:31.982456 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (377a3800-8b59-42ab-a974-866e93fb1b19), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:32.038297 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c1376c65-ad78-4ec4-90c7-c935f074a0ba admin admin] Publish callbacks [] for security_group (e8391f16-60fd-4001-a635-9be1db006d38), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:32.116973 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03984814-7787-44ef-a0fe-7ab889bfa5f9 req-65694b07-0379-47b9-bcfe-3b5efbbf7119 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:32.118697 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 377a3800-8b59-42ab-a974-866e93fb1b19 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:32.129054 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-03984814-7787-44ef-a0fe-7ab889bfa5f9 req-65694b07-0379-47b9-bcfe-3b5efbbf7119 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 931 time: 0.1741312 Aug 19 15:23:32.155323 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c1376c65-ad78-4ec4-90c7-c935f074a0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (e8391f16-60fd-4001-a635-9be1db006d38), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:32.159103 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4506b2ca-3ff5-4a6e-8da4-daed0f559569 admin admin] Publish callbacks [] for security_group (47c3e9d1-a475-4da5-94a7-69e421269def), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:32.174929 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4506b2ca-3ff5-4a6e-8da4-daed0f559569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (47c3e9d1-a475-4da5-94a7-69e421269def), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:32.249381 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 39696) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:32.258462 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-4506b2ca-3ff5-4a6e-8da4-daed0f559569 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=56160baf00fb4e7c916b6ca6232f4fac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9361932 Aug 19 15:23:32.271467 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [req-308ec257-732a-4251-9b78-69c2dbc97156 req-9f866ec2-9f92-4ebc-8152-c50000d2b6fd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 19 15:23:32.272684 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-308ec257-732a-4251-9b78-69c2dbc97156 req-9f866ec2-9f92-4ebc-8152-c50000d2b6fd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0068350 Aug 19 15:23:32.282917 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-3154d880-7167-43d4-92f7-b64bc5c02bfb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 19 15:23:32.284239 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-3154d880-7167-43d4-92f7-b64bc5c02bfb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0169959 Aug 19 15:23:32.289970 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506b2ca-3ff5-4a6e-8da4-daed0f559569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c3e9d1-a475-4da5-94a7-69e421269def,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:32.324253 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1376c65-ad78-4ec4-90c7-c935f074a0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8391f16-60fd-4001-a635-9be1db006d38,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:32.339633 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-f89106f0-7ac0-4022-98ce-655a73e2e9b5 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 19 15:23:32.340826 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-f89106f0-7ac0-4022-98ce-655a73e2e9b5 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0303862 Aug 19 15:23:32.383129 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ad2ffbdd-4efb-4cb2-948f-307aedc178ba tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Request body: {'port': {'device_id': 'f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'admin_state_up': True, 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'security_groups': ['41f969ad-aa37-4274-b3b7-766c5d13a9dd']}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:32.449084 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.52', 62071) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:32.506752 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5100b446-9991-4f4c-a13c-a6196fe90f83 req-d7f8c1e1-ebbb-4580-9e8b-08c78ebb9841 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 210 time: 0.1921005 Aug 19 15:23:32.602490 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Request body: {'port': {'device_id': '903776c1-6779-4794-81e4-257cbfdb5908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:32.616700 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-03984814-7787-44ef-a0fe-7ab889bfa5f9 req-1227c32c-59c4-4401-bec2-7630bace252b tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867234 Aug 19 15:23:32.619048 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-c1376c65-ad78-4ec4-90c7-c935f074a0ba admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=397314a16ec54459a03d5338cdda0d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9810023 Aug 19 15:23:32.630462 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 39716) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:32.683401 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Request body: {'port': {'device_id': '9ac8d32c-fd72-4373-8957-3e1698b2dd3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:32.766272 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Request body: {'port': {'device_id': '10c60ba0-a623-41bb-ba6c-e9ff6e6a4802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:32.797306 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1d316794-04f9-43ec-9682-450cb2d9dae2 admin admin] Publish callbacks [] for security_group (47c3e9d1-a475-4da5-94a7-69e421269def), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:32.857296 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-511d2d9b-f58b-4d70-980a-0d1f9a3b1943 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:32.859307 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-511d2d9b-f58b-4d70-980a-0d1f9a3b1943 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "GET /networking/v2.0/networks?id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 HTTP/1.1" status: 200 len: 815 time: 0.3474936 Aug 19 15:23:32.876662 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ad2ffbdd-4efb-4cb2-948f-307aedc178ba tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Made reservation on behalf of 8ede055158e24b7c9a935b833e33b89a for: {'port': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:23:32.881140 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ad2ffbdd-4efb-4cb2-948f-307aedc178ba tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:32.912275 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:32.924255 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1d316794-04f9-43ec-9682-450cb2d9dae2 admin admin] Publish callbacks [] for security_group (47c3e9d1-a475-4da5-94a7-69e421269def), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:32.988417 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (44c3f537-79e8-434b-8284-5ff8ab0dcb5c), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:33.014882 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744d6d2-9e94-408d-b4c1-52b9c27808be req-aaf6787a-d6b1-4061-94a9-0271443d37cf tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:33.031225 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f744d6d2-9e94-408d-b4c1-52b9c27808be req-aaf6787a-d6b1-4061-94a9-0271443d37cf tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 932 time: 0.4067423 Aug 19 15:23:33.031455 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (e851153e-06d0-452a-ac68-7efce3d3bf25), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:33.071912 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (b97f032a-18f2-4b4c-aa4a-57e19ac342cd), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:33.115106 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:33.203907 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device e7249fe4-1acd-444c-bab4-9045dade6c27 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:33.328746 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-71509022-4c52-48d9-b47e-c3731551f16c req-3c56c1ee-c172-4270-bacf-6ffc344b8e69 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 210 time: 0.2713449 Aug 19 15:23:33.365049 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port e7249fe4-1acd-444c-bab4-9045dade6c27 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:33.366355 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (e7249fe4-1acd-444c-bab4-9045dade6c27), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:33.386653 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-a392469e-fdc6-47ce-ae87-dd892a9632f4 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cbf14c554d854af5ba8cd910c82d42e0 HTTP/1.1" status: 200 len: 379 time: 0.4997039 Aug 19 15:23:33.395029 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f572b9b9-ef7a-4ba5-9e9e-c86971860630 admin admin] Publish callbacks [] for security_group (e8391f16-60fd-4001-a635-9be1db006d38), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:33.462700 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-11b92b42-3c72-4e99-88aa-628ce0430881 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'port': {'device_id': 'c13d4563-5477-4605-9b1b-85113d779753', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'admin_state_up': True, 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'security_groups': ['33b55995-3064-4225-8e3e-469b8fb1f2d8']}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:33.541941 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port e7249fe4-1acd-444c-bab4-9045dade6c27 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:33.731169 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:33.825968 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-11b92b42-3c72-4e99-88aa-628ce0430881 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Made reservation on behalf of cbf14c554d854af5ba8cd910c82d42e0 for: {'port': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:23:33.829826 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-11b92b42-3c72-4e99-88aa-628ce0430881 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:33.941670 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f572b9b9-ef7a-4ba5-9e9e-c86971860630 admin admin] Publish callbacks [] for security_group (e8391f16-60fd-4001-a635-9be1db006d38), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:33.947813 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f744d6d2-9e94-408d-b4c1-52b9c27808be req-21f1f84d-3c71-4d7d-8105-b957fb43ab75 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9143858 Aug 19 15:23:33.986906 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1c17e6ab-619a-4eb9-b513-d7e7e0c78696 req-13425477-b194-4bdc-aa08-078b91849dab tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 210 time: 0.1698370 Aug 19 15:23:34.088737 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ad2ffbdd-4efb-4cb2-948f-307aedc178ba tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Allocated IP 172.20.0.12 (686c1d24-9be3-4e13-8a5a-a63e7258a1fc/93f05d4a-93e6-496f-8a08-b1119fd57ca6/489cb252-e00c-4932-b659-de93c87cfb6a) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:34.135638 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97f032a-18f2-4b4c-aa4a-57e19ac342cd {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:23:34.153459 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Publish callbacks [] for port (b97f032a-18f2-4b4c-aa4a-57e19ac342cd), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:34.169900 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:34.179033 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1d316794-04f9-43ec-9682-450cb2d9dae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (47c3e9d1-a475-4da5-94a7-69e421269def), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:34.181580 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1d316794-04f9-43ec-9682-450cb2d9dae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:34.182127 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Transition to ACTIVE for port object b97f032a-18f2-4b4c-aa4a-57e19ac342cd will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:23:34.185818 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-1d316794-04f9-43ec-9682-450cb2d9dae2 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/47c3e9d1-a475-4da5-94a7-69e421269def HTTP/1.1" status: 204 len: 168 time: 1.9294541 Aug 19 15:23:34.306577 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705cde6-8fe3-463e-8d47-5667a2fb7678 req-357dbdb4-d73f-455e-9ad9-c73b9e5fa0e6 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:34.308626 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d705cde6-8fe3-463e-8d47-5667a2fb7678 req-357dbdb4-d73f-455e-9ad9-c73b9e5fa0e6 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 931 time: 0.1330099 Aug 19 15:23:34.367332 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d316794-04f9-43ec-9682-450cb2d9dae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c3e9d1-a475-4da5-94a7-69e421269def,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:34.377637 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c3f537-79e8-434b-8284-5ff8ab0dcb5c {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:23:34.485631 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d705cde6-8fe3-463e-8d47-5667a2fb7678 req-b52978bf-2a1d-40a8-950f-bd033fd56126 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576934 Aug 19 15:23:34.564221 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-11b92b42-3c72-4e99-88aa-628ce0430881 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Allocated IP 172.20.0.14 (6a74f9df-bea0-4bc2-8022-d4f3c9598ba3/9f5a617c-2964-456f-ae12-5bd7af7fa552/02304f9d-f8e5-4fc7-8c86-f4b23da124da) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:34.595041 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f572b9b9-ef7a-4ba5-9e9e-c86971860630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (e8391f16-60fd-4001-a635-9be1db006d38), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:34.597559 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f572b9b9-ef7a-4ba5-9e9e-c86971860630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:34.609672 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-f572b9b9-ef7a-4ba5-9e9e-c86971860630 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/e8391f16-60fd-4001-a635-9be1db006d38 HTTP/1.1" status: 204 len: 168 time: 1.9621415 Aug 19 15:23:34.627554 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ad2ffbdd-4efb-4cb2-948f-307aedc178ba tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for port (489cb252-e00c-4932-b659-de93c87cfb6a), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:34.738014 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:34.746178 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Publish callbacks [] for port (44c3f537-79e8-434b-8284-5ff8ab0dcb5c), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:34.746699 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-26bd46fe-f3b9-45f3-84ee-3b47f970c5c4 req-4f06c98c-3363-4200-82a7-9b5745013336 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 210 time: 0.1770380 Aug 19 15:23:34.751161 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (b97f032a-18f2-4b4c-aa4a-57e19ac342cd), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:34.762737 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:34.828968 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572b9b9-ef7a-4ba5-9e9e-c86971860630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8391f16-60fd-4001-a635-9be1db006d38,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:34.863771 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Transition to ACTIVE for port object 44c3f537-79e8-434b-8284-5ff8ab0dcb5c will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:23:34.891460 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=83,neutron:UPDATE=8,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:34.910004 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 39782) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:34.981255 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e851153e-06d0-452a-ac68-7efce3d3bf25 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:23:35.007607 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Publish callbacks [] for port (e851153e-06d0-452a-ac68-7efce3d3bf25), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:35.053624 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5336e2fc-b51b-431e-a444-4a5331e1fcbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:35.054334 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Transition to ACTIVE for port object e851153e-06d0-452a-ac68-7efce3d3bf25 will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:23:35.065044 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (44c3f537-79e8-434b-8284-5ff8ab0dcb5c), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:35.113606 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (e851153e-06d0-452a-ac68-7efce3d3bf25), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:35.200255 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Pushing event updated for resources: {'Port': ['ID=b97f032a-18f2-4b4c-aa4a-57e19ac342cd,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:35.395264 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c2cef0c7-5bee-4473-b4cc-0ea4da411742 req-6d6fd159-3b50-4db0-9dcf-85d94abc0e58 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 210 time: 0.1269681 Aug 19 15:23:35.511739 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ad2ffbdd-4efb-4cb2-948f-307aedc178ba tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (489cb252-e00c-4932-b659-de93c87cfb6a), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:35.602836 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435268e-8124-432d-9f05-7638a47b669c req-d833cab2-e84e-4889-8339-175e6b818056 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:35.605671 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a435268e-8124-432d-9f05-7638a47b669c req-d833cab2-e84e-4889-8339-175e6b818056 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 944 time: 0.4229906 Aug 19 15:23:35.733518 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Pushing event updated for resources: {'Port': ['ID=44c3f537-79e8-434b-8284-5ff8ab0dcb5c,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:35.736424 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Attempting to bind port e851153e-06d0-452a-ac68-7efce3d3bf25 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:23:35.737025 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Attempting to bind port e851153e-06d0-452a-ac68-7efce3d3bf25 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:23:35.737416 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Attempting to bind port e851153e-06d0-452a-ac68-7efce3d3bf25 on network 767088c7-8ee1-471e-80fb-53a5e6370be0 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:35.746726 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Attempting to bind port b97f032a-18f2-4b4c-aa4a-57e19ac342cd on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:23:35.747739 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Attempting to bind port b97f032a-18f2-4b4c-aa4a-57e19ac342cd by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:23:35.748235 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Attempting to bind port b97f032a-18f2-4b4c-aa4a-57e19ac342cd on network 767088c7-8ee1-471e-80fb-53a5e6370be0 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:35.796574 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Port e851153e-06d0-452a-ac68-7efce3d3bf25 on network 767088c7-8ee1-471e-80fb-53a5e6370be0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:23:35.797174 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Attempting to bind port e851153e-06d0-452a-ac68-7efce3d3bf25 on network 767088c7-8ee1-471e-80fb-53a5e6370be0 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:35.814110 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Port b97f032a-18f2-4b4c-aa4a-57e19ac342cd on network 767088c7-8ee1-471e-80fb-53a5e6370be0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:23:35.814728 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Attempting to bind port b97f032a-18f2-4b4c-aa4a-57e19ac342cd on network 767088c7-8ee1-471e-80fb-53a5e6370be0 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:35.833428 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-11b92b42-3c72-4e99-88aa-628ce0430881 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for port (02304f9d-f8e5-4fc7-8c86-f4b23da124da), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:35.835340 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:23:35.835877 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Checking segment: {'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:35.836596 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Bound using segment: {'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:23:35.837112 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ad2ffbdd-4efb-4cb2-948f-307aedc178ba tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Network 686c1d24-9be3-4e13-8a5a-a63e7258a1fc is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:35.837350 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Bound port: e851153e-06d0-452a-ac68-7efce3d3bf25, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:23:35.837866 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (e851153e-06d0-452a-ac68-7efce3d3bf25), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:35.841403 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ad2ffbdd-4efb-4cb2-948f-307aedc178ba tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:35.855698 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 39826) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:35.874691 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:23:35.875426 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Checking segment: {'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:35.876118 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Bound using segment: {'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:23:35.876838 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Bound port: b97f032a-18f2-4b4c-aa4a-57e19ac342cd, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:23:35.877497 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (b97f032a-18f2-4b4c-aa4a-57e19ac342cd), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:35.891454 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Attempting to bind port 44c3f537-79e8-434b-8284-5ff8ab0dcb5c on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:23:35.892061 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Attempting to bind port 44c3f537-79e8-434b-8284-5ff8ab0dcb5c by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'faf770e6-08a2-4e4a-b508-19c7be837f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:23:35.893463 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Attempting to bind port 44c3f537-79e8-434b-8284-5ff8ab0dcb5c on network 8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:35.921351 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Pushing event updated for resources: {'Port': ['ID=e851153e-06d0-452a-ac68-7efce3d3bf25,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:35.944046 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Port 44c3f537-79e8-434b-8284-5ff8ab0dcb5c on network 8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:23:35.948970 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Attempting to bind port 44c3f537-79e8-434b-8284-5ff8ab0dcb5c on network 8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:35.969374 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ffbdd-4efb-4cb2-948f-307aedc178ba tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Pushing event updated for resources: {'Port': ['ID=489cb252-e00c-4932-b659-de93c87cfb6a,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:35.990616 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a05bd-35fd-49dc-a18c-9f8527412f97 req-b2456586-464c-4cff-8374-84814fc30dae tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:35.993988 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ea1a05bd-35fd-49dc-a18c-9f8527412f97 req-b2456586-464c-4cff-8374-84814fc30dae tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 943 time: 0.3846996 Aug 19 15:23:36.010488 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ad2ffbdd-4efb-4cb2-948f-307aedc178ba tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:23:36.044281 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:23:36.044636 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Checking segment: {'id': 'faf770e6-08a2-4e4a-b508-19c7be837f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:36.044940 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Bound using segment: {'id': 'faf770e6-08a2-4e4a-b508-19c7be837f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:23:36.045379 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Bound port: 44c3f537-79e8-434b-8284-5ff8ab0dcb5c, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf770e6-08a2-4e4a-b508-19c7be837f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:23:36.045728 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (44c3f537-79e8-434b-8284-5ff8ab0dcb5c), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:36.140049 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:36.224068 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0de06e58-af25-4d55-8189-a036df3a0fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:36.294581 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-5e21fbce-8e83-4684-b3e4-58fb7c5374be None None] Provisioning complete for port 489cb252-e00c-4932-b659-de93c87cfb6a triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:36.317020 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5e21fbce-8e83-4684-b3e4-58fb7c5374be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (489cb252-e00c-4932-b659-de93c87cfb6a), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:36.381837 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ad2ffbdd-4efb-4cb2-948f-307aedc178ba tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:36.397031 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ad2ffbdd-4efb-4cb2-948f-307aedc178ba tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:36.403239 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-5e21fbce-8e83-4684-b3e4-58fb7c5374be None None] Port 489cb252-e00c-4932-b659-de93c87cfb6a cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:23:36.424217 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a435268e-8124-432d-9f05-7638a47b669c req-e71983a0-56e2-419c-b3fd-509d29d6dbbe tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7533259 Aug 19 15:23:36.458269 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-11b92b42-3c72-4e99-88aa-628ce0430881 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (02304f9d-f8e5-4fc7-8c86-f4b23da124da), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:36.460210 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] For port e851153e-06d0-452a-ac68-7efce3d3bf25, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:36.465421 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5336e2fc-b51b-431e-a444-4a5331e1fcbe admin admin] Publish callbacks [] for security_group (28a1a83c-b72e-43e8-bc0d-d0f68e303e88), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:36.507524 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] For port b97f032a-18f2-4b4c-aa4a-57e19ac342cd, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:36.536506 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5336e2fc-b51b-431e-a444-4a5331e1fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (28a1a83c-b72e-43e8-bc0d-d0f68e303e88), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:36.637050 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] For port b97f032a-18f2-4b4c-aa4a-57e19ac342cd, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b97f032a-18f2-4b4c-aa4a-57e19ac342cd,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:36.641623 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:36.647591 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] For port e851153e-06d0-452a-ac68-7efce3d3bf25, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e851153e-06d0-452a-ac68-7efce3d3bf25,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:36.659873 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] For port 44c3f537-79e8-434b-8284-5ff8ab0dcb5c, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:36.664135 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:36.670460 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (b97f032a-18f2-4b4c-aa4a-57e19ac342cd), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:36.690598 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (e851153e-06d0-452a-ac68-7efce3d3bf25), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:36.706143 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ad2ffbdd-4efb-4cb2-948f-307aedc178ba tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3860574 Aug 19 15:23:36.706502 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336e2fc-b51b-431e-a444-4a5331e1fcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a1a83c-b72e-43e8-bc0d-d0f68e303e88,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:36.742271 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:36.743378 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:36.746488 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/b97f032a-18f2-4b4c-aa4a-57e19ac342cd HTTP/1.1" status: 200 len: 1093 time: 4.2888834 Aug 19 15:23:36.749216 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] For port 44c3f537-79e8-434b-8284-5ff8ab0dcb5c, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=44c3f537-79e8-434b-8284-5ff8ab0dcb5c,segment=NetworkSegment(faf770e6-08a2-4e4a-b508-19c7be837f73),segment_id=faf770e6-08a2-4e4a-b508-19c7be837f73)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:36.751431 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c60ba0-a623-41bb-ba6c-e9ff6e6a4802', 'tag': 'b97f032a-18f2-4b4c-aa4a-57e19ac342cd'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:23:36.763855 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:36.764786 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:36.766388 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/e851153e-06d0-452a-ac68-7efce3d3bf25 HTTP/1.1" status: 200 len: 1094 time: 4.3222511 Aug 19 15:23:36.773716 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-11b92b42-3c72-4e99-88aa-628ce0430881 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:36.782794 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 39856) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:36.784455 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (44c3f537-79e8-434b-8284-5ff8ab0dcb5c), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:36.787277 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-5336e2fc-b51b-431e-a444-4a5331e1fcbe admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=55f1e21aa0c7480bab768655e10bb612&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8597131 Aug 19 15:23:36.789830 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:36.791206 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:36.793614 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-7beca918-3662-43ee-a015-f297480dd640 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/44c3f537-79e8-434b-8284-5ff8ab0dcb5c HTTP/1.1" status: 200 len: 1093 time: 4.3349271 Aug 19 15:23:36.813945 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ea1a05bd-35fd-49dc-a18c-9f8527412f97 req-e45ce3cd-9b59-475f-89ee-14b3ae5ef532 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7780840 Aug 19 15:23:36.832659 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-11b92b42-3c72-4e99-88aa-628ce0430881 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:36.840109 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-11b92b42-3c72-4e99-88aa-628ce0430881 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:23:36.845997 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:37.016315 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Request body: {'port': {'device_id': 'f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:37.031514 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:37.109801 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-11b92b42-3c72-4e99-88aa-628ce0430881 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:37.110520 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-11b92b42-3c72-4e99-88aa-628ce0430881 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:37.235060 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b92b42-3c72-4e99-88aa-628ce0430881 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'Port': ['ID=02304f9d-f8e5-4fc7-8c86-f4b23da124da,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:37.259895 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510d0d7f-c215-4a8c-aec4-a2bb935c1b81" -d '{"events": [{"name": "network-changed", "server_uuid": "10c60ba0-a623-41bb-ba6c-e9ff6e6a4802", "tag": "b97f032a-18f2-4b4c-aa4a-57e19ac342cd"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:37.290659 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-a6fd1790-c963-4e52-b5c3-09b349bc9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:37.298771 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-a6fd1790-c963-4e52-b5c3-09b349bc9ff7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=dcca6c7d30114cd0936eb30381efad7d&device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 1127 time: 0.2458870 Aug 19 15:23:37.299599 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71f084-84e2-46d7-ac4f-8867af780682 service neutron] Pushing event updated for resources: {'Port': ['ID=b97f032a-18f2-4b4c-aa4a-57e19ac342cd,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:37.319024 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0d94d-f6cc-449d-be30-2731792fdd3a req-6c50bd05-f00e-43d2-a4aa-6ef7f195b53b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:37.320656 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-47b0d94d-f6cc-449d-be30-2731792fdd3a req-6c50bd05-f00e-43d2-a4aa-6ef7f195b53b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 932 time: 0.5607448 Aug 19 15:23:37.326902 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45bd7a-f6ae-40c1-ba99-8e99857fe9f0 req-8c0bdeca-0d05-481c-b108-23d445f23e41 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:37.333999 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4f45bd7a-f6ae-40c1-ba99-8e99857fe9f0 req-8c0bdeca-0d05-481c-b108-23d445f23e41 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 932 time: 0.2966249 Aug 19 15:23:37.357738 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-4a658cb9-4bbf-4c42-9dc8-08d374ce360d None None] Provisioning complete for port 02304f9d-f8e5-4fc7-8c86-f4b23da124da triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:37.358367 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4a658cb9-4bbf-4c42-9dc8-08d374ce360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (02304f9d-f8e5-4fc7-8c86-f4b23da124da), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:37.398797 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (489cb252-e00c-4932-b659-de93c87cfb6a), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:37.450213 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-47b0d94d-f6cc-449d-be30-2731792fdd3a req-9f7e01c3-db96-4b61-bb60-ebb12de76ec4 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774195 Aug 19 15:23:37.453848 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-11b92b42-3c72-4e99-88aa-628ce0430881 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0458939 Aug 19 15:23:37.501651 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-4a658cb9-4bbf-4c42-9dc8-08d374ce360d None None] Port 02304f9d-f8e5-4fc7-8c86-f4b23da124da cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:23:37.519526 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Request body: {'port': {'device_id': 'c13d4563-5477-4605-9b1b-85113d779753', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:37.664662 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4f45bd7a-f6ae-40c1-ba99-8e99857fe9f0 req-0c0553e0-c3c8-42c9-8c8c-93fc2915e198 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3295372 Aug 19 15:23:37.812958 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-f41f25f3-6cbe-4eef-928c-1a823e750b31 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b97f032a-18f2-4b4c-aa4a-57e19ac342cd HTTP/1.1" status: 200 len: 217 time: 0.3672171 Aug 19 15:23:37.838303 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ec257-732a-4251-9b78-69c2dbc97156 req-e1d089b7-d125-46f5-b01d-f339fb29e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:37.840808 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-308ec257-732a-4251-9b78-69c2dbc97156 req-e1d089b7-d125-46f5-b01d-f339fb29e81a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=dcca6c7d30114cd0936eb30381efad7d&device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 1128 time: 0.9306247 Aug 19 15:23:37.843126 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-a55d79fd-8bbf-49e0-801c-5098ff5f6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:37.850466 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-a55d79fd-8bbf-49e0-801c-5098ff5f6fbe service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ea214b3e591a44928fd7af5f51095405&device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 1127 time: 0.9204855 Aug 19 15:23:37.882600 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c56b0-a68e-4dcb-80c3-59158786eb48 service neutron] Pushing event updated for resources: {'Port': ['ID=e851153e-06d0-452a-ac68-7efce3d3bf25,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:37.891679 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0de06e58-af25-4d55-8189-a036df3a0fdc admin admin] Publish callbacks [] for security_group (8c2cde27-0696-4889-be9a-8634bc4c989d), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:38.004962 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (02304f9d-f8e5-4fc7-8c86-f4b23da124da), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:38.093137 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5314687-0aad-4407-8767-c43ec6ba009e req-446bdd5e-9617-4ea0-9c38-fb060fef459c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:38.094674 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c5314687-0aad-4407-8767-c43ec6ba009e req-446bdd5e-9617-4ea0-9c38-fb060fef459c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 944 time: 0.3019898 Aug 19 15:23:38.120793 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-308ec257-732a-4251-9b78-69c2dbc97156 req-0fc2b8c4-97e1-4769-8773-060a61fde41c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e851153e-06d0-452a-ac68-7efce3d3bf25 HTTP/1.1" status: 200 len: 217 time: 0.2268362 Aug 19 15:23:38.122131 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beca918-3662-43ee-a015-f297480dd640 service neutron] Pushing event updated for resources: {'Port': ['ID=44c3f537-79e8-434b-8284-5ff8ab0dcb5c,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:38.134742 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-2006fe80-7fb1-4d5a-ba9a-de95117e343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:38.137883 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-2006fe80-7fb1-4d5a-ba9a-de95117e343c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb HTTP/1.1" status: 200 len: 857 time: 0.2792397 Aug 19 15:23:38.142910 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dd2645-e837-4250-a1f7-ed4ba4da10ee x-openstack-request-id: req-b2dd2645-e837-4250-a1f7-ed4ba4da10ee {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:38.143529 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c60ba0-a623-41bb-ba6c-e9ff6e6a4802", "tag": "b97f032a-18f2-4b4c-aa4a-57e19ac342cd", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:38.144043 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b2dd2645-e837-4250-a1f7-ed4ba4da10ee {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:38.144843 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2dd2645-e837-4250-a1f7-ed4ba4da10ee'] response: {'name': 'network-changed', 'server_uuid': '10c60ba0-a623-41bb-ba6c-e9ff6e6a4802', 'tag': 'b97f032a-18f2-4b4c-aa4a-57e19ac342cd', 'status': 'completed', 'code': 200} Aug 19 15:23:38.147748 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7de8ac48-b08f-40e5-9773-91cbff4dafec admin admin] Publish callbacks [] for security_group (28a1a83c-b72e-43e8-bc0d-d0f68e303e88), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:38.224045 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0de06e58-af25-4d55-8189-a036df3a0fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (8c2cde27-0696-4889-be9a-8634bc4c989d), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:38.252418 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ec257-732a-4251-9b78-69c2dbc97156 req-880e8566-70f6-4915-a525-cb64592940e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:38.254278 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-308ec257-732a-4251-9b78-69c2dbc97156 req-880e8566-70f6-4915-a525-cb64592940e0 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb HTTP/1.1" status: 200 len: 857 time: 0.1082239 Aug 19 15:23:38.288763 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:38.302014 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-0de06e58-af25-4d55-8189-a036df3a0fdc admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=0c194bbe8007427cb9b45940d9e6ad87&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4355934 Aug 19 15:23:38.338148 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 39900) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:38.341327 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de06e58-af25-4d55-8189-a036df3a0fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2cde27-0696-4889-be9a-8634bc4c989d,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:38.372489 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-844dded9-4b39-4b48-b6ba-54db7e3dd61e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44c3f537-79e8-434b-8284-5ff8ab0dcb5c HTTP/1.1" status: 200 len: 217 time: 0.2328322 Aug 19 15:23:38.393277 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7de8ac48-b08f-40e5-9773-91cbff4dafec admin admin] Publish callbacks [] for security_group (28a1a83c-b72e-43e8-bc0d-d0f68e303e88), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:38.483722 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:38.535981 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990dee4-a89b-463c-842a-832b50eaf03b req-f07957fe-46d0-42ac-86ef-f67bcadfab10 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:38.536682 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6af89efd-b540-432e-b3c3-aae7372c9901 admin admin] Publish callbacks [] for security_group (8c2cde27-0696-4889-be9a-8634bc4c989d), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:38.556757 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f990dee4-a89b-463c-842a-832b50eaf03b req-f07957fe-46d0-42ac-86ef-f67bcadfab10 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 943 time: 0.4579742 Aug 19 15:23:38.591676 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6af89efd-b540-432e-b3c3-aae7372c9901 admin admin] Publish callbacks [] for security_group (8c2cde27-0696-4889-be9a-8634bc4c989d), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:38.813778 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 39912) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:38.887699 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c5314687-0aad-4407-8767-c43ec6ba009e req-300c237f-2007-4a94-869a-0ca1fea556f8 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7625000 Aug 19 15:23:38.932007 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6af89efd-b540-432e-b3c3-aae7372c9901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (8c2cde27-0696-4889-be9a-8634bc4c989d), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:38.943847 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6af89efd-b540-432e-b3c3-aae7372c9901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:38.952054 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-6af89efd-b540-432e-b3c3-aae7372c9901 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/8c2cde27-0696-4889-be9a-8634bc4c989d HTTP/1.1" status: 204 len: 168 time: 0.6010399 Aug 19 15:23:39.023907 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f990dee4-a89b-463c-842a-832b50eaf03b req-78f91a87-f00e-412f-942b-e93c487e2f7a tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660726 Aug 19 15:23:39.188599 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af89efd-b540-432e-b3c3-aae7372c9901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2cde27-0696-4889-be9a-8634bc4c989d,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:39.234356 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7de8ac48-b08f-40e5-9773-91cbff4dafec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (28a1a83c-b72e-43e8-bc0d-d0f68e303e88), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:39.239740 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7de8ac48-b08f-40e5-9773-91cbff4dafec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:39.257226 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-7de8ac48-b08f-40e5-9773-91cbff4dafec admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/28a1a83c-b72e-43e8-bc0d-d0f68e303e88 HTTP/1.1" status: 204 len: 168 time: 2.4699869 Aug 19 15:23:39.268895 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489cb252-e00c-4932-b659-de93c87cfb6a {{(pid=106284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:23:39.289153 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Publish callbacks [] for port (489cb252-e00c-4932-b659-de93c87cfb6a), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:39.303839 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-a6b2597d-0b58-4562-8f2e-6745bcac9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:39.304690 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:39.305876 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-a6b2597d-0b58-4562-8f2e-6745bcac9984 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=767088c7-8ee1-471e-80fb-53a5e6370be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5789506 Aug 19 15:23:39.321181 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea902e-a9d6-4366-86b9-924e2df0bdd1 req-f5384d59-7866-4bb3-a9fa-a5e23350b65a tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:39.329848 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-86ea902e-a9d6-4366-86b9-924e2df0bdd1 req-f5384d59-7866-4bb3-a9fa-a5e23350b65a tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 932 time: 0.2022209 Aug 19 15:23:39.330270 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ec257-732a-4251-9b78-69c2dbc97156 req-a1fddd92-f6cd-4363-bea0-0d50dfba33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:39.332332 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-308ec257-732a-4251-9b78-69c2dbc97156 req-a1fddd92-f6cd-4363-bea0-0d50dfba33ff service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=767088c7-8ee1-471e-80fb-53a5e6370be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5152051 Aug 19 15:23:39.335818 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8ac48-b08f-40e5-9773-91cbff4dafec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a1a83c-b72e-43e8-bc0d-d0f68e303e88,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:39.346031 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12471a39-b240-42d6-9b18-a21b87ffc5ba req-e9ec8dc9-9062-4ea5-aabc-52aec02f5bcf tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:39.357311 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-12471a39-b240-42d6-9b18-a21b87ffc5ba req-e9ec8dc9-9062-4ea5-aabc-52aec02f5bcf tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 932 time: 0.2101445 Aug 19 15:23:39.363302 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-1bac0333-5967-4699-b02d-767f5ac52213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:39.365794 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-1bac0333-5967-4699-b02d-767f5ac52213 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=958c0ad0-a50f-4274-9f82-f6b43ce9ca38 HTTP/1.1" status: 200 len: 850 time: 0.5572093 Aug 19 15:23:39.431551 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.provisioning_blocks [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Transition to ACTIVE for port object 489cb252-e00c-4932-b659-de93c87cfb6a will not be triggered until provisioned by entity L2. {{(pid=106284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:23:39.452625 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012003'] for port (489cb252-e00c-4932-b659-de93c87cfb6a), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:39.555872 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:39.589030 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-12471a39-b240-42d6-9b18-a21b87ffc5ba req-759de489-a339-4348-bfd5-d185fc182660 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305796 Aug 19 15:23:39.629519 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-86ea902e-a9d6-4366-86b9-924e2df0bdd1 req-7d7c6c7a-2715-4c33-a2c7-d10241ba7236 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919374 Aug 19 15:23:39.751338 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Pushing event updated for resources: {'Port': ['ID=489cb252-e00c-4932-b659-de93c87cfb6a,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:39.771482 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02304f9d-f8e5-4fc7-8c86-f4b23da124da {{(pid=106284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:23:39.785788 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 39926) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:39.810092 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Publish callbacks [] for port (02304f9d-f8e5-4fc7-8c86-f4b23da124da), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:39.818181 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8408dcce-795a-4341-ba1b-f79fc175edbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:39.851433 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-62369e8d-7873-4828-bd05-aeb77c1b2162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:39.852973 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-62369e8d-7873-4828-bd05-aeb77c1b2162 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=8ca696a6-5a42-4e8e-bad5-e98dabe98bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3319144 Aug 19 15:23:39.862246 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-be4bd2ec-963f-46c8-b0a2-b2e99306b5e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:39.881734 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.provisioning_blocks [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Transition to ACTIVE for port object 02304f9d-f8e5-4fc7-8c86-f4b23da124da will not be triggered until provisioned by entity L2. {{(pid=106284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:23:39.908432 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012003'] for port (02304f9d-f8e5-4fc7-8c86-f4b23da124da), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:40.019378 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:40.048013 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-c673cece-d818-46d0-a04c-10e107c35034 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6623147 Aug 19 15:23:40.050472 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-308ec257-732a-4251-9b78-69c2dbc97156 req-77e07e54-52c0-445c-9fb1-559ce9ca159b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978905 Aug 19 15:23:40.082685 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Attempting to bind port 489cb252-e00c-4932-b659-de93c87cfb6a on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:23:40.093397 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Attempting to bind port 489cb252-e00c-4932-b659-de93c87cfb6a by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '895a194d-8b04-4bae-bdc3-41e9e36f2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc'}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:23:40.093397 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Attempting to bind port 489cb252-e00c-4932-b659-de93c87cfb6a on network 686c1d24-9be3-4e13-8a5a-a63e7258a1fc {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:40.111807 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Pushing event updated for resources: {'Port': ['ID=02304f9d-f8e5-4fc7-8c86-f4b23da124da,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:40.140864 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8408dcce-795a-4341-ba1b-f79fc175edbb admin admin] Publish callbacks [] for security_group (0d8eb5b8-f30d-4736-94b8-207a45a616bd), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:40.157284 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Port 489cb252-e00c-4932-b659-de93c87cfb6a on network 686c1d24-9be3-4e13-8a5a-a63e7258a1fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:23:40.157607 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Attempting to bind port 489cb252-e00c-4932-b659-de93c87cfb6a on network 686c1d24-9be3-4e13-8a5a-a63e7258a1fc {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:40.184838 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac8d32c-fd72-4373-8957-3e1698b2dd3c', 'tag': 'e851153e-06d0-452a-ac68-7efce3d3bf25'}, {'name': 'network-changed', 'server_uuid': '903776c1-6779-4794-81e4-257cbfdb5908', 'tag': '44c3f537-79e8-434b-8284-5ff8ab0dcb5c'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:23:40.187177 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9811856-3964-4531-adc5-9385b54b9966" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac8d32c-fd72-4373-8957-3e1698b2dd3c", "tag": "e851153e-06d0-452a-ac68-7efce3d3bf25"}, {"name": "network-changed", "server_uuid": "903776c1-6779-4794-81e4-257cbfdb5908", "tag": "44c3f537-79e8-434b-8284-5ff8ab0dcb5c"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:40.205884 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8408dcce-795a-4341-ba1b-f79fc175edbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (0d8eb5b8-f30d-4736-94b8-207a45a616bd), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:40.284926 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408dcce-795a-4341-ba1b-f79fc175edbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8eb5b8-f30d-4736-94b8-207a45a616bd,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:40.349181 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dbb9f-cb5e-41b3-8ca4-4365ab7c0564 req-8c8d2e67-e0af-41fe-9ad2-d688fb22cd5b tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:40.350629 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1a5dbb9f-cb5e-41b3-8ca4-4365ab7c0564 req-8c8d2e67-e0af-41fe-9ad2-d688fb22cd5b tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 943 time: 0.2010937 Aug 19 15:23:40.368746 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1a982-8642-41e5-9040-8c75058bbc6c req-8d1b0eeb-02f0-44f1-af84-9b516e5bb70d tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:40.383384 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d5b1a982-8642-41e5-9040-8c75058bbc6c req-8d1b0eeb-02f0-44f1-af84-9b516e5bb70d tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 944 time: 0.2927573 Aug 19 15:23:40.428959 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:40.487057 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-be4bd2ec-963f-46c8-b0a2-b2e99306b5e3 admin admin] Publish callbacks [] for security_group (e0d61a4c-1c89-4795-aebe-276e7e0e9be9), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:40.492566 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:23:40.492940 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Checking segment: {'id': '895a194d-8b04-4bae-bdc3-41e9e36f2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:40.496301 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Bound using segment: {'id': '895a194d-8b04-4bae-bdc3-41e9e36f2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc'} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:23:40.498683 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Bound port: 489cb252-e00c-4932-b659-de93c87cfb6a, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '895a194d-8b04-4bae-bdc3-41e9e36f2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc'}}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:23:40.499046 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (489cb252-e00c-4932-b659-de93c87cfb6a), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:40.506150 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-8408dcce-795a-4341-ba1b-f79fc175edbb admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=2159758dea7c4b23a31fa18fde2fb863&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6878011 Aug 19 15:23:40.520919 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 39948) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:40.695848 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-be4bd2ec-963f-46c8-b0a2-b2e99306b5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (e0d61a4c-1c89-4795-aebe-276e7e0e9be9), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:40.808648 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] For port 489cb252-e00c-4932-b659-de93c87cfb6a, host hv-cinder-83538, cleared binding levels {{(pid=106284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:40.836593 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] For port 489cb252-e00c-4932-b659-de93c87cfb6a, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=489cb252-e00c-4932-b659-de93c87cfb6a,segment=NetworkSegment(895a194d-8b04-4bae-bdc3-41e9e36f2fff),segment_id=895a194d-8b04-4bae-bdc3-41e9e36f2fff)] {{(pid=106284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:40.841086 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Attempting to bind port 02304f9d-f8e5-4fc7-8c86-f4b23da124da on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:23:40.841613 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Attempting to bind port 02304f9d-f8e5-4fc7-8c86-f4b23da124da by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:23:40.842153 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Attempting to bind port 02304f9d-f8e5-4fc7-8c86-f4b23da124da on network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:40.860090 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012003'] for port (489cb252-e00c-4932-b659-de93c87cfb6a), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:40.866058 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:40.867714 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:40.870794 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/489cb252-e00c-4932-b659-de93c87cfb6a HTTP/1.1" status: 200 len: 1094 time: 3.8604124 Aug 19 15:23:40.905722 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-d3d7e9dc-f8c5-44e2-af94-e0fb487b9a48 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8ca696a6-5a42-4e8e-bad5-e98dabe98bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9575272 Aug 19 15:23:40.912857 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a4e552b3-0eca-44a8-835e-42e5fb4660fd req-fad72d6f-3337-4da1-904c-687eac19a9f4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7569113 Aug 19 15:23:40.916129 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-308ec257-732a-4251-9b78-69c2dbc97156 req-c53fc9ef-febd-435d-8447-9c7311b9fa81 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7730904 Aug 19 15:23:40.917549 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-49c7b843-c1df-4e2c-84d5-84a26c6ca271 admin admin] Publish callbacks [] for security_group (0d8eb5b8-f30d-4736-94b8-207a45a616bd), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:40.924608 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d', 'tag': '489cb252-e00c-4932-b659-de93c87cfb6a'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:23:40.962474 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Port 02304f9d-f8e5-4fc7-8c86-f4b23da124da on network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:23:40.962799 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Attempting to bind port 02304f9d-f8e5-4fc7-8c86-f4b23da124da on network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:23:40.972262 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-be4bd2ec-963f-46c8-b0a2-b2e99306b5e3 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=57bf2744971d4d67b602bf5798fe9627&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1838636 Aug 19 15:23:40.977466 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 39974) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:41.029296 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4bd2ec-963f-46c8-b0a2-b2e99306b5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d61a4c-1c89-4795-aebe-276e7e0e9be9,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:41.072628 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d5b1a982-8642-41e5-9040-8c75058bbc6c req-1455b711-0209-442e-8b71-88931c8e4706 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6835141 Aug 19 15:23:41.128483 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3ea19c70-3a8b-4bde-b749-42679988cfb0 req-fa72f0f2-8660-4480-8cf1-152074fb24a1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8ca696a6-5a42-4e8e-bad5-e98dabe98bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512387 Aug 19 15:23:41.131865 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-49c7b843-c1df-4e2c-84d5-84a26c6ca271 admin admin] Publish callbacks [] for security_group (0d8eb5b8-f30d-4736-94b8-207a45a616bd), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:41.132220 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:23:41.133555 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Checking segment: {'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:23:41.133953 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Bound using segment: {'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:23:41.139999 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Bound port: 02304f9d-f8e5-4fc7-8c86-f4b23da124da, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'}}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:23:41.141900 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (02304f9d-f8e5-4fc7-8c86-f4b23da124da), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:41.182449 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:41.187471 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1a5dbb9f-cb5e-41b3-8ca4-4365ab7c0564 req-bc0bc2d7-4867-44dc-9c1d-1f73839c330a tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6985419 Aug 19 15:23:41.217679 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] Pushing event updated for resources: {'Port': ['ID=489cb252-e00c-4932-b659-de93c87cfb6a,revision_number=3']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:41.249705 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Aug 2022 15:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860b461a-e16e-4600-a363-fcc6f900bf79 x-openstack-request-id: req-860b461a-e16e-4600-a363-fcc6f900bf79 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:41.250203 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac8d32c-fd72-4373-8957-3e1698b2dd3c", "tag": "e851153e-06d0-452a-ac68-7efce3d3bf25", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "903776c1-6779-4794-81e4-257cbfdb5908", "tag": "44c3f537-79e8-434b-8284-5ff8ab0dcb5c", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:41.250566 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-860b461a-e16e-4600-a363-fcc6f900bf79 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:41.250975 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860b461a-e16e-4600-a363-fcc6f900bf79'] response: {'name': 'network-changed', 'server_uuid': '9ac8d32c-fd72-4373-8957-3e1698b2dd3c', 'tag': 'e851153e-06d0-452a-ac68-7efce3d3bf25', 'status': 'completed', 'code': 200} Aug 19 15:23:41.251507 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860b461a-e16e-4600-a363-fcc6f900bf79'] response: {'name': 'network-changed', 'server_uuid': '903776c1-6779-4794-81e4-257cbfdb5908', 'tag': '44c3f537-79e8-434b-8284-5ff8ab0dcb5c', 'status': 'completed', 'code': 200} Aug 19 15:23:41.298012 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:41.331245 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69ccef422e24697aa339ca93078f5b722801d9cd263b30b0a6d79bd9e8f250f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c0ab79-2781-40dd-b546-22670c371b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d", "tag": "489cb252-e00c-4932-b659-de93c87cfb6a"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:41.333961 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:41.335996 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f40331e6-d9c2-4541-ad77-88d68b55ecd8 admin admin] Publish callbacks [] for security_group (e0d61a4c-1c89-4795-aebe-276e7e0e9be9), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:41.362329 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-8d78a30e-4d54-42fd-ba10-3ec739912571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:41.377661 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-8d78a30e-4d54-42fd-ba10-3ec739912571 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ede055158e24b7c9a935b833e33b89a&device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 1128 time: 0.4039717 Aug 19 15:23:41.462337 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f40331e6-d9c2-4541-ad77-88d68b55ecd8 admin admin] Publish callbacks [] for security_group (e0d61a4c-1c89-4795-aebe-276e7e0e9be9), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:41.502946 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-0203eb52-262e-4244-b28e-3eb8e956c74a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=489cb252-e00c-4932-b659-de93c87cfb6a HTTP/1.1" status: 200 len: 217 time: 0.1175354 Aug 19 15:23:41.515331 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d0d7f-c215-4a8c-aec4-a2bb935c1b81 req-434efcd0-5fdc-4049-8f0f-8cb52749601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:41.517244 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-510d0d7f-c215-4a8c-aec4-a2bb935c1b81 req-434efcd0-5fdc-4049-8f0f-8cb52749601c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=dcca6c7d30114cd0936eb30381efad7d&device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 1127 time: 0.3796961 Aug 19 15:23:41.528271 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9811856-3964-4531-adc5-9385b54b9966 req-713e150e-c0f6-4e58-83b2-7d64f0fe5e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:41.531083 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9811856-3964-4531-adc5-9385b54b9966 req-713e150e-c0f6-4e58-83b2-7d64f0fe5e57 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=dcca6c7d30114cd0936eb30381efad7d&device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 1128 time: 0.2768323 Aug 19 15:23:41.538072 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8906e2c-486e-4c29-897f-32154ba4df67 req-127904ad-c064-4436-9d05-da572b5832ac tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:41.539662 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d8906e2c-486e-4c29-897f-32154ba4df67 req-127904ad-c064-4436-9d05-da572b5832ac tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 944 time: 0.1997364 Aug 19 15:23:41.555332 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] For port 02304f9d-f8e5-4fc7-8c86-f4b23da124da, host hv-cinder-83538, cleared binding levels {{(pid=106284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:41.558569 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] For port 02304f9d-f8e5-4fc7-8c86-f4b23da124da, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=02304f9d-f8e5-4fc7-8c86-f4b23da124da,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:41.577792 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ffbee-2c78-48a2-b6d4-22d100063102 req-c0b961b6-92e1-4dbe-8ab6-14192e595a7c tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:41.580047 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0b1ffbee-2c78-48a2-b6d4-22d100063102 req-c0b961b6-92e1-4dbe-8ab6-14192e595a7c tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 944 time: 0.1508505 Aug 19 15:23:41.583613 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-49c7b843-c1df-4e2c-84d5-84a26c6ca271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (0d8eb5b8-f30d-4736-94b8-207a45a616bd), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:41.597337 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-49c7b843-c1df-4e2c-84d5-84a26c6ca271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:41.598543 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-49c7b843-c1df-4e2c-84d5-84a26c6ca271 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/0d8eb5b8-f30d-4736-94b8-207a45a616bd HTTP/1.1" status: 204 len: 168 time: 1.0757504 Aug 19 15:23:41.621093 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7b843-c1df-4e2c-84d5-84a26c6ca271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8eb5b8-f30d-4736-94b8-207a45a616bd,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:41.707997 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012003'] for port (02304f9d-f8e5-4fc7-8c86-f4b23da124da), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:41.760064 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:41.770186 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:41.771788 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/02304f9d-f8e5-4fc7-8c86-f4b23da124da HTTP/1.1" status: 200 len: 1094 time: 4.2666523 Aug 19 15:23:41.993178 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d8906e2c-486e-4c29-897f-32154ba4df67 req-6ab4829a-5621-47c0-90bb-c71699776f14 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4048166 Aug 19 15:23:42.179220 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-f20ee18d-1588-4ef7-90a9-3c2d453117ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:42.181460 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-f20ee18d-1588-4ef7-90a9-3c2d453117ac service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cbf14c554d854af5ba8cd910c82d42e0&device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 1128 time: 0.2251658 Aug 19 15:23:42.204682 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0b1ffbee-2c78-48a2-b6d4-22d100063102 req-00403dec-4ad5-4083-8dd9-f4a51e463643 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5762718 Aug 19 15:23:42.270063 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-2edca65f-0bf9-4eb9-aa4f-1847449fb7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:42.273881 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-2edca65f-0bf9-4eb9-aa4f-1847449fb7f4 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93f05d4a-93e6-496f-8a08-b1119fd57ca6 HTTP/1.1" status: 200 len: 849 time: 0.6433880 Aug 19 15:23:42.372772 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40006) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:42.418964 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-3140703b-943a-4173-8115-75373860b347 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02304f9d-f8e5-4fc7-8c86-f4b23da124da HTTP/1.1" status: 200 len: 217 time: 0.2057896 Aug 19 15:23:42.502542 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9aeba-32d4-4bbd-a5ad-4f4e9d6ca51f req-017e5784-0491-43b1-a4b9-abf5bfe71bcf tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:42.512414 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5fe9aeba-32d4-4bbd-a5ad-4f4e9d6ca51f req-017e5784-0491-43b1-a4b9-abf5bfe71bcf tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 944 time: 0.0918627 Aug 19 15:23:42.583486 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-63c8cb92-6051-4f24-b299-e97a1ab2be04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:42.600956 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-a06b1377-f0a9-465f-abd0-a77ed1df246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:42.602654 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-a06b1377-f0a9-465f-abd0-a77ed1df246c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9f5a617c-2964-456f-ae12-5bd7af7fa552 HTTP/1.1" status: 200 len: 854 time: 0.0871420 Aug 19 15:23:42.603418 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f40331e6-d9c2-4541-ad77-88d68b55ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (e0d61a4c-1c89-4795-aebe-276e7e0e9be9), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:42.606405 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f40331e6-d9c2-4541-ad77-88d68b55ecd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:42.610357 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-f40331e6-d9c2-4541-ad77-88d68b55ecd8 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/e0d61a4c-1c89-4795-aebe-276e7e0e9be9 HTTP/1.1" status: 204 len: 168 time: 1.6056283 Aug 19 15:23:42.629208 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40331e6-d9c2-4541-ad77-88d68b55ecd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d61a4c-1c89-4795-aebe-276e7e0e9be9,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:42.646708 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc913b-831c-46f5-98d1-b146f4011b02 service neutron] Pushing event updated for resources: {'Port': ['ID=02304f9d-f8e5-4fc7-8c86-f4b23da124da,revision_number=3']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:42.650315 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-60cad7db-815d-48d4-ac5b-398414b532ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:42.673071 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-60cad7db-815d-48d4-ac5b-398414b532ec service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3509057 Aug 19 15:23:42.701022 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d0d7f-c215-4a8c-aec4-a2bb935c1b81 req-252211b6-586e-4ed7-8633-af315c9abbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:42.707409 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-510d0d7f-c215-4a8c-aec4-a2bb935c1b81 req-252211b6-586e-4ed7-8633-af315c9abbd3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 200 len: 919 time: 1.0783339 Aug 19 15:23:42.708569 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9811856-3964-4531-adc5-9385b54b9966 req-20f25d2b-41e9-4bdc-b163-f16eea195940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:42.709943 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9811856-3964-4531-adc5-9385b54b9966 req-20f25d2b-41e9-4bdc-b163-f16eea195940 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 200 len: 919 time: 1.0786729 Aug 19 15:23:43.077226 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-00ef2dea-7caf-4c9f-8185-5101d6de01c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:43.077226 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-00ef2dea-7caf-4c9f-8185-5101d6de01c8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4166627 Aug 19 15:23:43.077226 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ca0a4c-95a4-49ad-8306-ac66121d5dd5 x-openstack-request-id: req-98ca0a4c-95a4-49ad-8306-ac66121d5dd5 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:43.077226 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d", "tag": "489cb252-e00c-4932-b659-de93c87cfb6a", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:43.079120 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-510d0d7f-c215-4a8c-aec4-a2bb935c1b81 req-d5c9e79c-314d-4266-8493-be9f0dc557b2 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b97f032a-18f2-4b4c-aa4a-57e19ac342cd HTTP/1.1" status: 200 len: 217 time: 0.3561213 Aug 19 15:23:43.079647 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-98ca0a4c-95a4-49ad-8306-ac66121d5dd5 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:43.083933 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ca0a4c-95a4-49ad-8306-ac66121d5dd5'] response: {'name': 'network-changed', 'server_uuid': 'f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d', 'tag': '489cb252-e00c-4932-b659-de93c87cfb6a', 'status': 'completed', 'code': 200} Aug 19 15:23:43.086520 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9811856-3964-4531-adc5-9385b54b9966 req-fc0eb0c0-2bf0-4836-86ea-2ac8f5182290 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e851153e-06d0-452a-ac68-7efce3d3bf25 HTTP/1.1" status: 200 len: 217 time: 0.3328390 Aug 19 15:23:43.171101 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-9a656beb-6293-4b99-986f-003c0ac2b3b8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943521 Aug 19 15:23:43.175700 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5fe9aeba-32d4-4bbd-a5ad-4f4e9d6ca51f req-ddbee93c-9158-4942-bc76-dd43d62f0bde tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6618512 Aug 19 15:23:43.185295 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ab590-e621-4de2-ad0e-63928da53449 req-7d040fe7-0738-4811-ac97-83e4809d297d tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:43.187057 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c59ab590-e621-4de2-ad0e-63928da53449 req-7d040fe7-0738-4811-ac97-83e4809d297d tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 943 time: 0.1134589 Aug 19 15:23:43.197279 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:43.289132 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c59ab590-e621-4de2-ad0e-63928da53449 req-0a636878-fd70-4fea-a35e-04c2f1349f50 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899162 Aug 19 15:23:43.293188 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-63c8cb92-6051-4f24-b299-e97a1ab2be04 admin admin] Publish callbacks [] for security_group (699117fc-b05f-45e2-8240-42214f9235d0), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:43.300846 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-63c8cb92-6051-4f24-b299-e97a1ab2be04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (699117fc-b05f-45e2-8240-42214f9235d0), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:43.379223 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a081fce-5b62-4c83-b1e5-37cb0c40c97d req-bf1dc3a8-38a9-4422-9833-b2ea129eb838 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:43.384999 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-63c8cb92-6051-4f24-b299-e97a1ab2be04 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=c323083ac58246eb9339b61d7eb4bb80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9897611 Aug 19 15:23:43.395190 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6a081fce-5b62-4c83-b1e5-37cb0c40c97d req-bf1dc3a8-38a9-4422-9833-b2ea129eb838 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 944 time: 0.0952446 Aug 19 15:23:43.403351 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a7075297-50ef-4332-a578-e90e1cb6739d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:43.403950 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 40030) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:43.405968 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8cb92-6051-4f24-b299-e97a1ab2be04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699117fc-b05f-45e2-8240-42214f9235d0,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:43.487731 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:43.555215 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901254ab-b06b-4088-ab55-a63a1c5df318 req-e9884438-2143-4db7-9674-6f6ca27b8978 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:43.556877 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-901254ab-b06b-4088-ab55-a63a1c5df318 req-e9884438-2143-4db7-9674-6f6ca27b8978 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 944 time: 0.1540194 Aug 19 15:23:43.560632 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6a081fce-5b62-4c83-b1e5-37cb0c40c97d req-271c9ff6-07ab-425a-ac89-e37f4824a9bf tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639154 Aug 19 15:23:43.580143 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0adbba44-a1c3-4513-bc45-4bea66b1f11f admin admin] Publish callbacks [] for security_group (699117fc-b05f-45e2-8240-42214f9235d0), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:43.609251 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0adbba44-a1c3-4513-bc45-4bea66b1f11f admin admin] Publish callbacks [] for security_group (699117fc-b05f-45e2-8240-42214f9235d0), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:43.653109 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:43.678143 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-901254ab-b06b-4088-ab55-a63a1c5df318 req-91dfcf94-09a1-4554-ad5b-d55af5e51107 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985341 Aug 19 15:23:43.710814 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0adbba44-a1c3-4513-bc45-4bea66b1f11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (699117fc-b05f-45e2-8240-42214f9235d0), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:43.710814 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0adbba44-a1c3-4513-bc45-4bea66b1f11f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:43.710814 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-0adbba44-a1c3-4513-bc45-4bea66b1f11f admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/699117fc-b05f-45e2-8240-42214f9235d0 HTTP/1.1" status: 204 len: 168 time: 0.2910049 Aug 19 15:23:43.721895 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbba44-a1c3-4513-bc45-4bea66b1f11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699117fc-b05f-45e2-8240-42214f9235d0,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:43.998875 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:23:44.360369 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa35546-a0a8-4990-be2f-4ef98b36625c req-1d2395d2-926f-4342-bf94-e42f3245d293 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:44.370632 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4fa35546-a0a8-4990-be2f-4ef98b36625c req-1d2395d2-926f-4342-bf94-e42f3245d293 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 944 time: 0.0820990 Aug 19 15:23:44.483110 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4fa35546-a0a8-4990-be2f-4ef98b36625c req-9b22e908-6491-4606-b288-dbfb8baec3db tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112709 Aug 19 15:23:44.508043 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5d00f-98fd-4d7b-a6f0-0dbeaf907099 req-6cf338aa-1e48-4e2b-a248-ae11d243d181 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:44.511294 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c0d5d00f-98fd-4d7b-a6f0-0dbeaf907099 req-6cf338aa-1e48-4e2b-a248-ae11d243d181 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 943 time: 0.1100130 Aug 19 15:23:44.595985 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c0d5d00f-98fd-4d7b-a6f0-0dbeaf907099 req-6908c679-1266-40fe-b024-d6eab9b264c6 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734427 Aug 19 15:23:44.768192 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91debac-8d6f-4edd-853c-9ade0b65c079 req-c2b40621-162e-4dc7-a3da-0a2b59d34dd9 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:44.770527 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e91debac-8d6f-4edd-853c-9ade0b65c079 req-c2b40621-162e-4dc7-a3da-0a2b59d34dd9 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 944 time: 0.0711319 Aug 19 15:23:44.887619 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e91debac-8d6f-4edd-853c-9ade0b65c079 req-e1d4a3da-cd72-4b9e-a773-24d2ebe1b5ec tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070609 Aug 19 15:23:44.897978 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f035d5-9839-41ec-a30e-2dff7a250a51 req-47947e63-5f0c-491c-b4d1-124a5f79e990 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:44.899788 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-84f035d5-9839-41ec-a30e-2dff7a250a51 req-47947e63-5f0c-491c-b4d1-124a5f79e990 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 944 time: 0.1025724 Aug 19 15:23:44.968149 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-84f035d5-9839-41ec-a30e-2dff7a250a51 req-84950fe2-5a36-49de-92e1-daef5d925d9b tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613585 Aug 19 15:23:45.085149 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13d4563-5477-4605-9b1b-85113d779753', 'tag': '02304f9d-f8e5-4fc7-8c86-f4b23da124da'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:23:45.093786 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69ccef422e24697aa339ca93078f5b722801d9cd263b30b0a6d79bd9e8f250f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67318958-4460-454d-97eb-82a3f6221085" -d '{"events": [{"name": "network-changed", "server_uuid": "c13d4563-5477-4605-9b1b-85113d779753", "tag": "02304f9d-f8e5-4fc7-8c86-f4b23da124da"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:45.201311 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9fc5c8-41b6-42b9-9012-2b8851d73a00 x-openstack-request-id: req-eb9fc5c8-41b6-42b9-9012-2b8851d73a00 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:45.201606 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13d4563-5477-4605-9b1b-85113d779753", "tag": "02304f9d-f8e5-4fc7-8c86-f4b23da124da", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:45.201863 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eb9fc5c8-41b6-42b9-9012-2b8851d73a00 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:45.202274 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb9fc5c8-41b6-42b9-9012-2b8851d73a00'] response: {'name': 'network-changed', 'server_uuid': 'c13d4563-5477-4605-9b1b-85113d779753', 'tag': '02304f9d-f8e5-4fc7-8c86-f4b23da124da', 'status': 'completed', 'code': 200} Aug 19 15:23:45.770547 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3b66a748-ce09-485d-83bc-f908b38da939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:46.038893 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d0d7f-c215-4a8c-aec4-a2bb935c1b81 req-9abb2028-d942-490f-8324-8ff462473c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:46.040838 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-510d0d7f-c215-4a8c-aec4-a2bb935c1b81 req-9abb2028-d942-490f-8324-8ff462473c7c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb HTTP/1.1" status: 200 len: 857 time: 0.2652626 Aug 19 15:23:46.062693 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f2c54-2fd8-4d65-9c9e-7044ebbcff22 req-c8bbf7ed-d517-4aec-bdc1-4f16efeb66ea tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:46.066287 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ce4f2c54-2fd8-4d65-9c9e-7044ebbcff22 req-c8bbf7ed-d517-4aec-bdc1-4f16efeb66ea tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 944 time: 0.4616287 Aug 19 15:23:46.069010 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-0d567ab2-29b1-411f-a811-2b5b2d7d8ff9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455612 Aug 19 15:23:46.098003 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9811856-3964-4531-adc5-9385b54b9966 req-751197b4-1fc0-487a-b878-7827abd294f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:46.099652 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9811856-3964-4531-adc5-9385b54b9966 req-751197b4-1fc0-487a-b878-7827abd294f3 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb HTTP/1.1" status: 200 len: 857 time: 0.2417629 Aug 19 15:23:46.107852 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-4d2cdaa8-00fe-47ca-b853-5cf3c7a817ca service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299243 Aug 19 15:23:46.111349 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db073c-9c9d-472a-b3d2-df1038fb109b req-e1296d43-e47e-4398-a8d4-2b3b98b350f0 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:46.113250 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c8db073c-9c9d-472a-b3d2-df1038fb109b req-e1296d43-e47e-4398-a8d4-2b3b98b350f0 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 943 time: 0.1670301 Aug 19 15:23:46.180357 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ce4f2c54-2fd8-4d65-9c9e-7044ebbcff22 req-e9deba95-db4d-4aac-b6af-b6530f19a410 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064332 Aug 19 15:23:46.192356 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c8db073c-9c9d-472a-b3d2-df1038fb109b req-c758e343-d8e7-4671-807e-24e0a809dd26 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642414 Aug 19 15:23:46.375772 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ede639-a708-4db6-a523-9d6881613744 req-b24b6499-87c4-43f7-98bd-bc212801dfd8 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:46.377708 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-32ede639-a708-4db6-a523-9d6881613744 req-b24b6499-87c4-43f7-98bd-bc212801dfd8 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 944 time: 0.1087482 Aug 19 15:23:46.394570 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94722bb7-0e6b-485a-94c8-a929fd2d1e91 req-95da561a-64bc-42d9-b7f3-630ca7d54b57 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:46.396116 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-94722bb7-0e6b-485a-94c8-a929fd2d1e91 req-95da561a-64bc-42d9-b7f3-630ca7d54b57 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 944 time: 0.0814197 Aug 19 15:23:46.484634 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-94722bb7-0e6b-485a-94c8-a929fd2d1e91 req-572870b3-c14b-4ae9-bca3-7a564ccbfbd5 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788374 Aug 19 15:23:46.488036 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-32ede639-a708-4db6-a523-9d6881613744 req-fc7717b5-0487-47e5-8f69-6e918b801fae tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909553 Aug 19 15:23:47.027786 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40218) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:47.028284 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:47.168165 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-68645050-4ebb-43c9-aec8-8badca206d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:47.182614 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:47.287873 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-68645050-4ebb-43c9-aec8-8badca206d02 admin admin] Publish callbacks [] for security_group (19e8d526-10c2-4c60-9460-53609452334e), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:47.295385 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-68645050-4ebb-43c9-aec8-8badca206d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (19e8d526-10c2-4c60-9460-53609452334e), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:47.361629 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-68645050-4ebb-43c9-aec8-8badca206d02 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=82e150d42bb44293b184c3d5c5fd2dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323917 Aug 19 15:23:47.363443 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68645050-4ebb-43c9-aec8-8badca206d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e8d526-10c2-4c60-9460-53609452334e,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:47.380070 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40232) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:47.473341 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-45ce26a6-808f-43e9-956b-6ff38535e8d8 admin admin] Publish callbacks [] for security_group (19e8d526-10c2-4c60-9460-53609452334e), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:47.480829 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:47.496048 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2272682-8ef8-4012-a09b-3127dc2d9455 req-4e1e1c94-7693-4036-ae6d-dae90e4c29ee tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:47.498077 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c2272682-8ef8-4012-a09b-3127dc2d9455 req-4e1e1c94-7693-4036-ae6d-dae90e4c29ee tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 943 time: 0.0988226 Aug 19 15:23:47.505791 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfb40a-cc7d-4959-aa39-285eca5d17af req-6aa300a8-13eb-41d4-91cc-7dbaa23d2022 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:47.508377 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3dcfb40a-cc7d-4959-aa39-285eca5d17af req-6aa300a8-13eb-41d4-91cc-7dbaa23d2022 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 944 time: 0.1741757 Aug 19 15:23:47.510623 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-45ce26a6-808f-43e9-956b-6ff38535e8d8 admin admin] Publish callbacks [] for security_group (19e8d526-10c2-4c60-9460-53609452334e), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:47.518654 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:47.594287 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-45ce26a6-808f-43e9-956b-6ff38535e8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (19e8d526-10c2-4c60-9460-53609452334e), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:47.597126 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-45ce26a6-808f-43e9-956b-6ff38535e8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:47.598720 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-45ce26a6-808f-43e9-956b-6ff38535e8d8 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/19e8d526-10c2-4c60-9460-53609452334e HTTP/1.1" status: 204 len: 168 time: 0.2165823 Aug 19 15:23:47.617013 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce26a6-808f-43e9-956b-6ff38535e8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e8d526-10c2-4c60-9460-53609452334e,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:47.621797 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c2272682-8ef8-4012-a09b-3127dc2d9455 req-3283f55d-1479-4d47-999c-7279bdf52fb2 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105938 Aug 19 15:23:47.692998 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3dcfb40a-cc7d-4959-aa39-285eca5d17af req-72a1e483-5b75-41c1-9f30-232b38927569 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725039 Aug 19 15:23:47.938167 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be87da-4aec-49e5-b87c-2a1931edd129 req-826f9b48-61aa-4b24-97c2-4c9a249941e7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:47.944661 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-27be87da-4aec-49e5-b87c-2a1931edd129 req-826f9b48-61aa-4b24-97c2-4c9a249941e7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 944 time: 0.1856995 Aug 19 15:23:47.966015 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef00a7-db71-4b3b-a8ce-7f47841019e1 req-4fcac3a0-1674-4773-87b9-d96db69d756f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:47.970745 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e1ef00a7-db71-4b3b-a8ce-7f47841019e1 req-4fcac3a0-1674-4773-87b9-d96db69d756f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 944 time: 0.1442504 Aug 19 15:23:48.090932 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-27be87da-4aec-49e5-b87c-2a1931edd129 req-d378ffe4-9229-47c2-9dc5-7f1a86479809 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070867 Aug 19 15:23:48.164466 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e1ef00a7-db71-4b3b-a8ce-7f47841019e1 req-b87d52d3-58a4-4630-9358-4737fa487477 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382060 Aug 19 15:23:48.335247 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40270) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:48.358126 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4a2d38b0-843f-4008-8ea2-a8aa7adb8d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:48.464611 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4a2d38b0-843f-4008-8ea2-a8aa7adb8d92 admin admin] Publish callbacks [] for security_group (15f092c4-e33f-49dc-99be-702c57bfc728), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:48.470141 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4a2d38b0-843f-4008-8ea2-a8aa7adb8d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (15f092c4-e33f-49dc-99be-702c57bfc728), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:48.472818 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:48.484327 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:48.513234 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-4a2d38b0-843f-4008-8ea2-a8aa7adb8d92 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=780ed9721711450b98b8b32f3018cb53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1754789 Aug 19 15:23:48.517371 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40274) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:48.536705 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d38b0-843f-4008-8ea2-a8aa7adb8d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f092c4-e33f-49dc-99be-702c57bfc728,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:48.572673 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:48.582286 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e50aa5eb-a01c-4d64-acad-62b00c430ba3 admin admin] Publish callbacks [] for security_group (15f092c4-e33f-49dc-99be-702c57bfc728), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:48.605410 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e50aa5eb-a01c-4d64-acad-62b00c430ba3 admin admin] Publish callbacks [] for security_group (15f092c4-e33f-49dc-99be-702c57bfc728), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:48.661544 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e50aa5eb-a01c-4d64-acad-62b00c430ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (15f092c4-e33f-49dc-99be-702c57bfc728), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:48.664596 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e50aa5eb-a01c-4d64-acad-62b00c430ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:48.669997 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-e50aa5eb-a01c-4d64-acad-62b00c430ba3 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/15f092c4-e33f-49dc-99be-702c57bfc728 HTTP/1.1" status: 204 len: 168 time: 0.1514392 Aug 19 15:23:48.679007 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50aa5eb-a01c-4d64-acad-62b00c430ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f092c4-e33f-49dc-99be-702c57bfc728,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:48.771226 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01464f-afce-4cc5-b051-5289c40424e9 req-d2af1b97-7dd0-4b9a-916d-f43fe846679c tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:48.773197 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4f01464f-afce-4cc5-b051-5289c40424e9 req-d2af1b97-7dd0-4b9a-916d-f43fe846679c tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 943 time: 0.0670731 Aug 19 15:23:48.852652 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67550ae-ef09-4f96-b68f-fbd74024edfa req-460bd70d-a0db-4659-b2a4-cb77add82aa7 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:48.854748 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c67550ae-ef09-4f96-b68f-fbd74024edfa req-460bd70d-a0db-4659-b2a4-cb77add82aa7 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 944 time: 0.0743120 Aug 19 15:23:48.895327 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4f01464f-afce-4cc5-b051-5289c40424e9 req-40b310d6-8fb6-4fe9-acb8-f9e93b73c0b3 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030171 Aug 19 15:23:48.936413 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c67550ae-ef09-4f96-b68f-fbd74024edfa req-950ae384-dddf-41af-bd2b-8987a5228431 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738463 Aug 19 15:23:49.090264 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9811856-3964-4531-adc5-9385b54b9966 req-33e29890-1762-4c9c-9752-ba12b0c457d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:49.092265 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9811856-3964-4531-adc5-9385b54b9966 req-33e29890-1762-4c9c-9752-ba12b0c457d1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=767088c7-8ee1-471e-80fb-53a5e6370be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1267798 Aug 19 15:23:49.093987 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d0d7f-c215-4a8c-aec4-a2bb935c1b81 req-0f3aeb17-b48a-464f-8f7e-295560b72ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:49.097657 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-510d0d7f-c215-4a8c-aec4-a2bb935c1b81 req-0f3aeb17-b48a-464f-8f7e-295560b72ca4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=767088c7-8ee1-471e-80fb-53a5e6370be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1305175 Aug 19 15:23:49.108278 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7bcc62a1-580e-4a01-93aa-a4e53392aac4 req-8b92bc21-3e03-4ebe-8024-f7071a658fed service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381350 Aug 19 15:23:49.322117 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe81001-d892-41d3-8a98-2bd01f177f48 req-09318445-4fb2-4c76-ae55-949f272487ba tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:49.325746 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ebe81001-d892-41d3-8a98-2bd01f177f48 req-09318445-4fb2-4c76-ae55-949f272487ba tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 944 time: 0.1153879 Aug 19 15:23:49.424359 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a5a3b-e407-4f5e-9790-ac2feb4e53b4 req-5558ed7b-ff47-41ed-aeb9-9c4e6913ee9e tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:49.427267 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-851a5a3b-e407-4f5e-9790-ac2feb4e53b4 req-5558ed7b-ff47-41ed-aeb9-9c4e6913ee9e tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 944 time: 0.0997894 Aug 19 15:23:49.477611 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ebe81001-d892-41d3-8a98-2bd01f177f48 req-d56659d5-ff0e-4fa0-b60b-bb6983ed1340 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337597 Aug 19 15:23:49.510876 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-851a5a3b-e407-4f5e-9790-ac2feb4e53b4 req-7f81c166-c485-40d3-b52c-4c7afa76f99b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663977 Aug 19 15:23:49.963254 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0ab79-2781-40dd-b546-22670c371b7f req-a084da78-1bd5-4d4e-b171-6f4ff6f14bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:49.966826 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-72c0ab79-2781-40dd-b546-22670c371b7f req-a084da78-1bd5-4d4e-b171-6f4ff6f14bc9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ede055158e24b7c9a935b833e33b89a&device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 1128 time: 0.0895269 Aug 19 15:23:50.023482 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 44c3f537-79e8-434b-8284-5ff8ab0dcb5c details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:23:50.058331 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f25649-b1c4-4f0e-80e2-1a95d46144c4 req-7e7b4633-f54b-4535-baf5-7e33f711357c tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:50.059960 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d4f25649-b1c4-4f0e-80e2-1a95d46144c4 req-7e7b4633-f54b-4535-baf5-7e33f711357c tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 943 time: 0.0561929 Aug 19 15:23:50.076373 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:INSERT=7,neutron:UPDATE=2,neutron:SELECT=88,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:50.080674 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9811856-3964-4531-adc5-9385b54b9966 req-8015162c-5c0c-4616-b97f-22d6f45e0323 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039001 Aug 19 15:23:50.141026 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:50.156943 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748ca07-36ec-4d70-b657-34a81f757ba6 req-ca672a1a-9c38-4851-8a46-6f134d2cd917 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:50.158640 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1748ca07-36ec-4d70-b657-34a81f757ba6 req-ca672a1a-9c38-4851-8a46-6f134d2cd917 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 944 time: 0.0662775 Aug 19 15:23:50.167462 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:50.198826 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-510d0d7f-c215-4a8c-aec4-a2bb935c1b81 req-a77ef18d-fe14-4c75-b510-0e79f6d2c24c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204420 Aug 19 15:23:50.222682 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:50.225205 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 44c3f537-79e8-434b-8284-5ff8ab0dcb5c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=44c3f537-79e8-434b-8284-5ff8ab0dcb5c,segment=NetworkSegment(faf770e6-08a2-4e4a-b508-19c7be837f73),segment_id=faf770e6-08a2-4e4a-b508-19c7be837f73)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:50.239212 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': '44c3f537-79e8-434b-8284-5ff8ab0dcb5c', 'network_id': '8ca696a6-5a42-4e8e-bad5-e98dabe98bc6', 'port_id': '44c3f537-79e8-434b-8284-5ff8ab0dcb5c', 'mac_address': 'fa:16:3e:5d:1c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958c0ad0-a50f-4274-9f82-f6b43ce9ca38', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:23:50.248542 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d4f25649-b1c4-4f0e-80e2-1a95d46144c4 req-17d18c85-3fad-4b83-a2a6-a3439614cbc9 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813705 Aug 19 15:23:50.262620 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1748ca07-36ec-4d70-b657-34a81f757ba6 req-582fabf0-cca7-4629-8c9a-d3646f4b4637 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867050 Aug 19 15:23:50.284190 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 44c3f537-79e8-434b-8284-5ff8ab0dcb5c is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:50.284827 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (44c3f537-79e8-434b-8284-5ff8ab0dcb5c), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:50.299765 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c3f537-79e8-434b-8284-5ff8ab0dcb5c {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:23:50.321689 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 44c3f537-79e8-434b-8284-5ff8ab0dcb5c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=44c3f537-79e8-434b-8284-5ff8ab0dcb5c,segment=NetworkSegment(faf770e6-08a2-4e4a-b508-19c7be837f73),segment_id=faf770e6-08a2-4e4a-b508-19c7be837f73)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:50.334054 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (44c3f537-79e8-434b-8284-5ff8ab0dcb5c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:50.334884 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device b97f032a-18f2-4b4c-aa4a-57e19ac342cd details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:23:50.377139 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40364) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:50.420206 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=44c3f537-79e8-434b-8284-5ff8ab0dcb5c,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:50.499133 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1509cdcc-de2b-40f0-bccd-4fba3ac03099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:50.508659 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port b97f032a-18f2-4b4c-aa4a-57e19ac342cd, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b97f032a-18f2-4b4c-aa4a-57e19ac342cd,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:50.528028 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': 'b97f032a-18f2-4b4c-aa4a-57e19ac342cd', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'port_id': 'b97f032a-18f2-4b4c-aa4a-57e19ac342cd', 'mac_address': 'fa:16:3e:cf:6c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:23:50.599321 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1509cdcc-de2b-40f0-bccd-4fba3ac03099 admin admin] Publish callbacks [] for security_group (478c7222-dd98-4db4-94c7-ce28e7b4d86f), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:50.608661 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1509cdcc-de2b-40f0-bccd-4fba3ac03099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (478c7222-dd98-4db4-94c7-ce28e7b4d86f), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:50.610016 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port b97f032a-18f2-4b4c-aa4a-57e19ac342cd is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:50.610418 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (b97f032a-18f2-4b4c-aa4a-57e19ac342cd), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:50.633343 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97f032a-18f2-4b4c-aa4a-57e19ac342cd {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:23:50.646020 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509cdcc-de2b-40f0-bccd-4fba3ac03099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478c7222-dd98-4db4-94c7-ce28e7b4d86f,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:50.660157 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38675d-5dc3-455e-bc03-82de7da59d36 req-8ebc0435-243b-4d32-8d7d-5fe52bb66101 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:50.661797 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-dd38675d-5dc3-455e-bc03-82de7da59d36 req-8ebc0435-243b-4d32-8d7d-5fe52bb66101 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 944 time: 0.0630834 Aug 19 15:23:50.688773 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-1509cdcc-de2b-40f0-bccd-4fba3ac03099 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=b6d71194223d4ede8cb4e8e69cc0948d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085132 Aug 19 15:23:50.689476 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40378) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:50.692623 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port b97f032a-18f2-4b4c-aa4a-57e19ac342cd, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b97f032a-18f2-4b4c-aa4a-57e19ac342cd,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:50.707519 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (b97f032a-18f2-4b4c-aa4a-57e19ac342cd), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:50.748156 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae77cb9-127d-446b-9fdd-66ecd903cb78 req-821ea8f0-ca43-4898-bd1c-1e003d4953e6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:50.750021 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4ae77cb9-127d-446b-9fdd-66ecd903cb78 req-821ea8f0-ca43-4898-bd1c-1e003d4953e6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 944 time: 0.0872993 Aug 19 15:23:50.765601 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8f8db960-d285-43de-9d17-129dfac0ece8 admin admin] Publish callbacks [] for security_group (478c7222-dd98-4db4-94c7-ce28e7b4d86f), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:50.783960 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:50.791055 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=b97f032a-18f2-4b4c-aa4a-57e19ac342cd,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:50.835869 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8f8db960-d285-43de-9d17-129dfac0ece8 admin admin] Publish callbacks [] for security_group (478c7222-dd98-4db4-94c7-ce28e7b4d86f), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:50.892813 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4ae77cb9-127d-446b-9fdd-66ecd903cb78 req-2107c641-71b7-4924-95e1-26198c6a2c0f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362684 Aug 19 15:23:50.902741 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-dd38675d-5dc3-455e-bc03-82de7da59d36 req-1ccea442-a662-4a4c-9894-14213b09fb3a tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005482 Aug 19 15:23:51.106338 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0ab79-2781-40dd-b546-22670c371b7f req-a9d9fcc3-e723-42f6-a5d2-b6b7216375eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:51.108927 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-72c0ab79-2781-40dd-b546-22670c371b7f req-a9d9fcc3-e723-42f6-a5d2-b6b7216375eb service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc HTTP/1.1" status: 200 len: 911 time: 0.2926650 Aug 19 15:23:51.118213 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=92,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:51.171230 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-72c0ab79-2781-40dd-b546-22670c371b7f req-95f2fa89-ab74-451c-b1d0-4e0c289cf665 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=489cb252-e00c-4932-b659-de93c87cfb6a HTTP/1.1" status: 200 len: 217 time: 0.0550089 Aug 19 15:23:51.184910 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['44c3f537-79e8-434b-8284-5ff8ab0dcb5c'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:23:51.191185 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:51.242406 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67318958-4460-454d-97eb-82a3f6221085 req-d213a70e-31c7-48fa-92ed-351e09d37eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:51.243525 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-67318958-4460-454d-97eb-82a3f6221085 req-d213a70e-31c7-48fa-92ed-351e09d37eb3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cbf14c554d854af5ba8cd910c82d42e0&device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 1128 time: 0.4267166 Aug 19 15:23:51.310371 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0ab79-2781-40dd-b546-22670c371b7f req-f35d55b3-1fb3-4af8-98d5-333e9907aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:51.312196 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-72c0ab79-2781-40dd-b546-22670c371b7f req-f35d55b3-1fb3-4af8-98d5-333e9907aa6d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93f05d4a-93e6-496f-8a08-b1119fd57ca6 HTTP/1.1" status: 200 len: 849 time: 0.1229701 Aug 19 15:23:51.404336 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9811856-3964-4531-adc5-9385b54b9966 req-cc017123-70c6-4551-89b6-7f5b722bac6c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624156 Aug 19 15:23:51.413136 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8f8db960-d285-43de-9d17-129dfac0ece8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (478c7222-dd98-4db4-94c7-ce28e7b4d86f), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:51.415987 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8f8db960-d285-43de-9d17-129dfac0ece8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:51.420829 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-8f8db960-d285-43de-9d17-129dfac0ece8 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/478c7222-dd98-4db4-94c7-ce28e7b4d86f HTTP/1.1" status: 204 len: 168 time: 0.7302976 Aug 19 15:23:51.478605 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8db960-d285-43de-9d17-129dfac0ece8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478c7222-dd98-4db4-94c7-ce28e7b4d86f,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:51.488274 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-510d0d7f-c215-4a8c-aec4-a2bb935c1b81 req-9a926971-6be0-48fa-ad21-753c10919010 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6725986 Aug 19 15:23:51.547478 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['b97f032a-18f2-4b4c-aa4a-57e19ac342cd'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:23:51.560672 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40416) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:51.585237 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9811856-3964-4531-adc5-9385b54b9966 req-9eba467e-c165-437f-b696-33ed6493bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:51.587026 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9811856-3964-4531-adc5-9385b54b9966 req-9eba467e-c165-437f-b696-33ed6493bd01 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ea214b3e591a44928fd7af5f51095405&device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 1128 time: 0.0944650 Aug 19 15:23:51.588458 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67318958-4460-454d-97eb-82a3f6221085 req-1e366e05-3f69-4a42-9087-9412a8871a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:51.590356 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-67318958-4460-454d-97eb-82a3f6221085 req-1e366e05-3f69-4a42-9087-9412a8871a6d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 HTTP/1.1" status: 200 len: 916 time: 0.3312459 Aug 19 15:23:51.764534 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-67318958-4460-454d-97eb-82a3f6221085 req-20ac7b1c-36da-4886-b7f1-ea0747992ff5 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02304f9d-f8e5-4fc7-8c86-f4b23da124da HTTP/1.1" status: 200 len: 217 time: 0.1351168 Aug 19 15:23:51.866802 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7d0a9f3b-38b5-4d5d-b155-640272a42373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:51.908537 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:51.931569 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67318958-4460-454d-97eb-82a3f6221085 req-1c47325a-ca67-4939-a97e-220517b5c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:51.934045 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-67318958-4460-454d-97eb-82a3f6221085 req-1c47325a-ca67-4939-a97e-220517b5c392 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9f5a617c-2964-456f-ae12-5bd7af7fa552 HTTP/1.1" status: 200 len: 854 time: 0.1316855 Aug 19 15:23:51.955902 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9811856-3964-4531-adc5-9385b54b9966 req-ca2e9b3d-b2ca-4ab4-8075-5cfcd60f6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:51.957770 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9811856-3964-4531-adc5-9385b54b9966 req-ca2e9b3d-b2ca-4ab4-8075-5cfcd60f6d34 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 HTTP/1.1" status: 200 len: 912 time: 0.3506267 Aug 19 15:23:52.012226 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0ab79-2781-40dd-b546-22670c371b7f req-3859b5cc-3c03-45f0-a360-7765611c68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:52.013803 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-72c0ab79-2781-40dd-b546-22670c371b7f req-3859b5cc-3c03-45f0-a360-7765611c68c2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.6943905 Aug 19 15:23:52.020980 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:52.024257 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device e851153e-06d0-452a-ac68-7efce3d3bf25 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:23:52.031808 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9811856-3964-4531-adc5-9385b54b9966 req-e3017430-7b60-4e21-a9b6-d6553716aa30 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44c3f537-79e8-434b-8284-5ff8ab0dcb5c HTTP/1.1" status: 200 len: 217 time: 0.0479481 Aug 19 15:23:52.093843 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560c53a-fc52-4f5e-a25c-fe12607ca9e8 req-c64a58f4-7a38-4c30-8c24-2735cada7cae tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:52.107333 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9811856-3964-4531-adc5-9385b54b9966 req-dba23ef2-ed82-42a6-a905-9f57d5ca2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:52.107607 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e560c53a-fc52-4f5e-a25c-fe12607ca9e8 req-c64a58f4-7a38-4c30-8c24-2735cada7cae tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 944 time: 0.7080615 Aug 19 15:23:52.110975 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9811856-3964-4531-adc5-9385b54b9966 req-dba23ef2-ed82-42a6-a905-9f57d5ca2a8c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=958c0ad0-a50f-4274-9f82-f6b43ce9ca38 HTTP/1.1" status: 200 len: 850 time: 0.0665078 Aug 19 15:23:52.153947 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67318958-4460-454d-97eb-82a3f6221085 req-74a59845-fae2-4898-a788-fbd6adaac2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:52.158274 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-67318958-4460-454d-97eb-82a3f6221085 req-74a59845-fae2-4898-a788-fbd6adaac2a9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2157772 Aug 19 15:23:52.159122 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055907b4-b9f7-4342-94ac-7b582b7ecf3b req-a7285658-8e43-4e00-8200-f9d4ce6b3ab1 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:52.167117 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-055907b4-b9f7-4342-94ac-7b582b7ecf3b req-a7285658-8e43-4e00-8200-f9d4ce6b3ab1 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 944 time: 0.7586007 Aug 19 15:23:52.189163 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:52.255544 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9811856-3964-4531-adc5-9385b54b9966 req-9515add1-c128-4f83-8699-6172878ad9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:52.257882 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9811856-3964-4531-adc5-9385b54b9966 req-9515add1-c128-4f83-8699-6172878ad9ef service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=8ca696a6-5a42-4e8e-bad5-e98dabe98bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1418822 Aug 19 15:23:52.321106 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port e851153e-06d0-452a-ac68-7efce3d3bf25, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e851153e-06d0-452a-ac68-7efce3d3bf25,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:52.331464 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-055907b4-b9f7-4342-94ac-7b582b7ecf3b req-a3dec4d3-347d-474d-8673-10b80c9fac62 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634254 Aug 19 15:23:52.355689 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': 'e851153e-06d0-452a-ac68-7efce3d3bf25', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'port_id': 'e851153e-06d0-452a-ac68-7efce3d3bf25', 'mac_address': 'fa:16:3e:ef:c7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:23:52.371781 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e560c53a-fc52-4f5e-a25c-fe12607ca9e8 req-13e271c2-a36d-424e-9b71-bf6385677b39 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632360 Aug 19 15:23:52.378463 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:52.392326 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-72c0ab79-2781-40dd-b546-22670c371b7f req-2b84376c-eeb3-4838-b76f-356ce80e211b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711317 Aug 19 15:23:52.393957 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7d0a9f3b-38b5-4d5d-b155-640272a42373 admin admin] Publish callbacks [] for security_group (201f7ce1-b9e7-41e3-972e-f214ec0a82f0), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:52.410900 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7d0a9f3b-38b5-4d5d-b155-640272a42373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (201f7ce1-b9e7-41e3-972e-f214ec0a82f0), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:52.451386 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port e851153e-06d0-452a-ac68-7efce3d3bf25 is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:52.452148 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (e851153e-06d0-452a-ac68-7efce3d3bf25), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:52.490308 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e851153e-06d0-452a-ac68-7efce3d3bf25 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:23:52.528691 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port e851153e-06d0-452a-ac68-7efce3d3bf25, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e851153e-06d0-452a-ac68-7efce3d3bf25,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:52.535275 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (e851153e-06d0-452a-ac68-7efce3d3bf25), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:52.536044 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 489cb252-e00c-4932-b659-de93c87cfb6a details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:23:52.551726 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a9f3b-38b5-4d5d-b155-640272a42373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201f7ce1-b9e7-41e3-972e-f214ec0a82f0,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:52.616201 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-67318958-4460-454d-97eb-82a3f6221085 req-6044592a-7bf0-46af-8ca8-a62397fe6ad8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290831 Aug 19 15:23:52.634431 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-72c0ab79-2781-40dd-b546-22670c371b7f req-04e9d7e1-a393-477d-80c0-abf2609d67a6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322035 Aug 19 15:23:52.644886 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-7d0a9f3b-38b5-4d5d-b155-640272a42373 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=1a8aace3fc7348d2877c1b96e1df9bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0806394 Aug 19 15:23:52.645912 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=e851153e-06d0-452a-ac68-7efce3d3bf25,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:52.649905 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40450) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:52.772190 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 489cb252-e00c-4932-b659-de93c87cfb6a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=489cb252-e00c-4932-b659-de93c87cfb6a,segment=NetworkSegment(895a194d-8b04-4bae-bdc3-41e9e36f2fff),segment_id=895a194d-8b04-4bae-bdc3-41e9e36f2fff)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:52.772932 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9811856-3964-4531-adc5-9385b54b9966 req-ea991fa2-761d-4f88-bdf8-921e5729811b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8ca696a6-5a42-4e8e-bad5-e98dabe98bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899576 Aug 19 15:23:52.792202 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febead68-a9b9-40b4-a671-efe7744a8d8d req-ea74ff17-7c69-4e60-94f2-ca3cc95256e1 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:52.798834 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': '489cb252-e00c-4932-b659-de93c87cfb6a', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'port_id': '489cb252-e00c-4932-b659-de93c87cfb6a', 'mac_address': 'fa:16:3e:5e:b6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:23:52.799977 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-febead68-a9b9-40b4-a671-efe7744a8d8d req-ea74ff17-7c69-4e60-94f2-ca3cc95256e1 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 944 time: 0.1644087 Aug 19 15:23:52.832291 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeee678-e0ae-4b76-8aa3-0717f2ec7bd0 req-08cc64c2-3731-477f-b58d-9c5685e3365f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:52.839981 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ceeee678-e0ae-4b76-8aa3-0717f2ec7bd0 req-08cc64c2-3731-477f-b58d-9c5685e3365f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 944 time: 0.1926532 Aug 19 15:23:52.873222 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 489cb252-e00c-4932-b659-de93c87cfb6a is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:52.873222 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (489cb252-e00c-4932-b659-de93c87cfb6a), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:52.897279 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489cb252-e00c-4932-b659-de93c87cfb6a {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:23:52.897502 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9811856-3964-4531-adc5-9385b54b9966 req-fc06b23b-1471-4cc8-9d0b-f63d9518df44 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8ca696a6-5a42-4e8e-bad5-e98dabe98bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161983 Aug 19 15:23:52.928513 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-febead68-a9b9-40b4-a671-efe7744a8d8d req-0932f3e3-5ee9-45af-a2b6-2dfec3e813a8 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210284 Aug 19 15:23:52.948712 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 489cb252-e00c-4932-b659-de93c87cfb6a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=489cb252-e00c-4932-b659-de93c87cfb6a,segment=NetworkSegment(895a194d-8b04-4bae-bdc3-41e9e36f2fff),segment_id=895a194d-8b04-4bae-bdc3-41e9e36f2fff)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:52.956179 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (489cb252-e00c-4932-b659-de93c87cfb6a), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:52.962551 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-38b08f68-acbb-49b6-ad43-9dc894a86a76 admin admin] Publish callbacks [] for security_group (201f7ce1-b9e7-41e3-972e-f214ec0a82f0), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:52.975216 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-67318958-4460-454d-97eb-82a3f6221085 req-aa157bed-ae1d-4e28-b944-167e80992b49 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411305 Aug 19 15:23:53.000818 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ceeee678-e0ae-4b76-8aa3-0717f2ec7bd0 req-c21235fa-47c0-4847-b098-ca40b568186b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408699 Aug 19 15:23:53.020731 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-38b08f68-acbb-49b6-ad43-9dc894a86a76 admin admin] Publish callbacks [] for security_group (201f7ce1-b9e7-41e3-972e-f214ec0a82f0), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:53.070468 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=489cb252-e00c-4932-b659-de93c87cfb6a,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:53.120586 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-38b08f68-acbb-49b6-ad43-9dc894a86a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (201f7ce1-b9e7-41e3-972e-f214ec0a82f0), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:53.123464 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-38b08f68-acbb-49b6-ad43-9dc894a86a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:53.124747 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-38b08f68-acbb-49b6-ad43-9dc894a86a76 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/201f7ce1-b9e7-41e3-972e-f214ec0a82f0 HTTP/1.1" status: 204 len: 168 time: 0.4738808 Aug 19 15:23:53.133194 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b08f68-acbb-49b6-ad43-9dc894a86a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201f7ce1-b9e7-41e3-972e-f214ec0a82f0,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:53.344107 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['e851153e-06d0-452a-ac68-7efce3d3bf25'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:23:53.545021 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:53.570367 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['489cb252-e00c-4932-b659-de93c87cfb6a'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:23:53.585983 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d3c8f-dc44-42ca-8f7a-934bef8a55f6 req-f1ffdff3-1b6f-478d-9ce4-5e4301961c4a tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:53.587959 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6f6d3c8f-dc44-42ca-8f7a-934bef8a55f6 req-f1ffdff3-1b6f-478d-9ce4-5e4301961c4a tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 945 time: 0.1133239 Aug 19 15:23:53.643556 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc5499-ba9f-422b-a269-7ab6df211259 req-28909343-f5f4-4717-a96c-6ceab98da31f tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:53.646955 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-06dc5499-ba9f-422b-a269-7ab6df211259 req-28909343-f5f4-4717-a96c-6ceab98da31f tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 944 time: 0.1595647 Aug 19 15:23:53.682813 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:53.709825 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40484) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:53.752897 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:53.766002 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0f316b73-18d8-4412-b3ba-9e77efb50638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:53.767808 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6f6d3c8f-dc44-42ca-8f7a-934bef8a55f6 req-30014776-8474-49b5-a830-7316ef2822ee tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711636 Aug 19 15:23:53.817622 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-06dc5499-ba9f-422b-a269-7ab6df211259 req-55375983-68ef-4ada-96d8-cab8539249ac tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906816 Aug 19 15:23:53.945155 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0f316b73-18d8-4412-b3ba-9e77efb50638 admin admin] Publish callbacks [] for security_group (2bdad126-38eb-41e5-afba-c4a2ec789767), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:53.949360 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0f316b73-18d8-4412-b3ba-9e77efb50638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (2bdad126-38eb-41e5-afba-c4a2ec789767), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:53.989465 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:53.993952 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=31 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:54.012625 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-0f316b73-18d8-4412-b3ba-9e77efb50638 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=10a1d13bd76b425caead8798361e8fbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003731 Aug 19 15:23:54.014428 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f316b73-18d8-4412-b3ba-9e77efb50638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdad126-38eb-41e5-afba-c4a2ec789767,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:54.015560 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 40496) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:54.097346 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547da07-3827-4fce-99c2-365a9bf1bc7b req-c075467d-66f2-4077-ba7b-6d70f0b2b631 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:54.098931 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6547da07-3827-4fce-99c2-365a9bf1bc7b req-c075467d-66f2-4077-ba7b-6d70f0b2b631 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 944 time: 0.0857644 Aug 19 15:23:54.160485 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-58ee373c-bf12-44d9-887b-646383b83b09 admin admin] Publish callbacks [] for security_group (2bdad126-38eb-41e5-afba-c4a2ec789767), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:54.209505 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-58ee373c-bf12-44d9-887b-646383b83b09 admin admin] Publish callbacks [] for security_group (2bdad126-38eb-41e5-afba-c4a2ec789767), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:54.217281 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bb443-e1c9-4f23-a6ff-90bdcf42593c req-52391042-09c0-4185-b2ca-768a3e7c5fd4 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:54.218801 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b36bb443-e1c9-4f23-a6ff-90bdcf42593c req-52391042-09c0-4185-b2ca-768a3e7c5fd4 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 945 time: 0.1019750 Aug 19 15:23:54.273119 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 02304f9d-f8e5-4fc7-8c86-f4b23da124da details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:23:54.274429 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6547da07-3827-4fce-99c2-365a9bf1bc7b req-b3dfe260-60ad-4154-a109-13492b4a033f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661048 Aug 19 15:23:54.279259 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:54.333432 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b36bb443-e1c9-4f23-a6ff-90bdcf42593c req-24c935c4-28c5-447d-bff4-7415e1bec554 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057117 Aug 19 15:23:54.350056 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-58ee373c-bf12-44d9-887b-646383b83b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (2bdad126-38eb-41e5-afba-c4a2ec789767), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:54.352993 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-58ee373c-bf12-44d9-887b-646383b83b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:54.354766 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-58ee373c-bf12-44d9-887b-646383b83b09 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/2bdad126-38eb-41e5-afba-c4a2ec789767 HTTP/1.1" status: 204 len: 168 time: 0.3363321 Aug 19 15:23:54.363689 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee373c-bf12-44d9-887b-646383b83b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdad126-38eb-41e5-afba-c4a2ec789767,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:54.465963 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 02304f9d-f8e5-4fc7-8c86-f4b23da124da, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=02304f9d-f8e5-4fc7-8c86-f4b23da124da,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:54.481850 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': '02304f9d-f8e5-4fc7-8c86-f4b23da124da', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'port_id': '02304f9d-f8e5-4fc7-8c86-f4b23da124da', 'mac_address': 'fa:16:3e:d0:ba:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:23:54.537648 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 02304f9d-f8e5-4fc7-8c86-f4b23da124da is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:54.538397 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (02304f9d-f8e5-4fc7-8c86-f4b23da124da), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:54.562532 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02304f9d-f8e5-4fc7-8c86-f4b23da124da {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:23:54.600876 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 02304f9d-f8e5-4fc7-8c86-f4b23da124da, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=02304f9d-f8e5-4fc7-8c86-f4b23da124da,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:54.605772 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (02304f9d-f8e5-4fc7-8c86-f4b23da124da), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:54.676595 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=02304f9d-f8e5-4fc7-8c86-f4b23da124da,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:54.790454 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device e851153e-06d0-452a-ac68-7efce3d3bf25 up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:54.908496 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 40530) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:54.935340 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port e851153e-06d0-452a-ac68-7efce3d3bf25 completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:23:54.950683 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port e851153e-06d0-452a-ac68-7efce3d3bf25 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:54.951720 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (e851153e-06d0-452a-ac68-7efce3d3bf25), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:54.955271 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6fe57590-713c-41bd-8bf5-6ce474f4af11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.067169 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['02304f9d-f8e5-4fc7-8c86-f4b23da124da'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:23:55.075749 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40536) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:55.087771 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c9974-7f90-4e5a-9d6e-18ae85b9f7bd req-ef193388-a607-4efb-a5f7-90df9ce2c27f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:55.103547 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-069c9974-7f90-4e5a-9d6e-18ae85b9f7bd req-ef193388-a607-4efb-a5f7-90df9ce2c27f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 945 time: 0.1883562 Aug 19 15:23:55.127267 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port e851153e-06d0-452a-ac68-7efce3d3bf25 is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:55.127919 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (e851153e-06d0-452a-ac68-7efce3d3bf25), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.134292 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fe88b-c0b4-419b-a8df-f7217f11abbf req-6567d3ad-bc28-4488-8746-5b4d75a3444e tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:55.143121 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ed1fe88b-c0b4-419b-a8df-f7217f11abbf req-6567d3ad-bc28-4488-8746-5b4d75a3444e tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 944 time: 0.1888108 Aug 19 15:23:55.177933 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac8d32c-fd72-4373-8957-3e1698b2dd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e851153e-06d0-452a-ac68-7efce3d3bf25'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:23:55.261844 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ed1fe88b-c0b4-419b-a8df-f7217f11abbf req-782f9ff8-eda7-4d92-bad8-104274ccd550 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169260 Aug 19 15:23:55.282636 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-069c9974-7f90-4e5a-9d6e-18ae85b9f7bd req-37a7d778-2fbd-4adb-bfad-f05dce3167d6 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774821 Aug 19 15:23:55.287801 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port e851153e-06d0-452a-ac68-7efce3d3bf25, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e851153e-06d0-452a-ac68-7efce3d3bf25,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:55.291099 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e48e3ec6-4625-4732-bafe-a3e556cb0d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.308701 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (e851153e-06d0-452a-ac68-7efce3d3bf25), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.309737 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 489cb252-e00c-4932-b659-de93c87cfb6a up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:55.333045 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6fe57590-713c-41bd-8bf5-6ce474f4af11 admin admin] Publish callbacks [] for security_group (bed027ce-a95d-4f4b-9234-740a76f75344), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.341149 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6fe57590-713c-41bd-8bf5-6ce474f4af11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (bed027ce-a95d-4f4b-9234-740a76f75344), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.349953 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:55.379720 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-6fe57590-713c-41bd-8bf5-6ce474f4af11 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=25c24930f23541e9baa3aad3fe2f299c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4702590 Aug 19 15:23:55.381038 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40552) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:55.406555 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe57590-713c-41bd-8bf5-6ce474f4af11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed027ce-a95d-4f4b-9234-740a76f75344,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:55.421870 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port 489cb252-e00c-4932-b659-de93c87cfb6a completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:23:55.470177 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port 489cb252-e00c-4932-b659-de93c87cfb6a triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:55.470811 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (489cb252-e00c-4932-b659-de93c87cfb6a), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.514781 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:55.516493 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-94049008-44a3-4790-8f5e-6e7cf5131a7c admin admin] Publish callbacks [] for security_group (bed027ce-a95d-4f4b-9234-740a76f75344), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.532341 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde8efc5-e4b1-49ba-83ac-eb4aecf4ec8c" -d '{"events": [{"server_uuid": "9ac8d32c-fd72-4373-8957-3e1698b2dd3c", "name": "network-vif-plugged", "status": "completed", "tag": "e851153e-06d0-452a-ac68-7efce3d3bf25"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:55.549451 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=e851153e-06d0-452a-ac68-7efce3d3bf25,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:55.565822 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e48e3ec6-4625-4732-bafe-a3e556cb0d10 admin admin] Publish callbacks [] for security_group (bdb80937-f685-41f3-8f90-b849a8356cab), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.567873 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-94049008-44a3-4790-8f5e-6e7cf5131a7c admin admin] Publish callbacks [] for security_group (bed027ce-a95d-4f4b-9234-740a76f75344), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.578282 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e48e3ec6-4625-4732-bafe-a3e556cb0d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (bdb80937-f685-41f3-8f90-b849a8356cab), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.580131 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde53d4-e488-40b1-bf0f-b8776f87f176 req-e632410a-fa5f-42a2-b375-0a423c201470 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:55.581726 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6cde53d4-e488-40b1-bf0f-b8776f87f176 req-e632410a-fa5f-42a2-b375-0a423c201470 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 945 time: 0.1377230 Aug 19 15:23:55.587782 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:55.599744 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769eafd-67c5-4c2b-9ed5-357b16e37f69 req-d490da6c-bd32-446e-8050-6b374f2872d9 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:55.601725 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2769eafd-67c5-4c2b-9ed5-357b16e37f69 req-d490da6c-bd32-446e-8050-6b374f2872d9 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 945 time: 0.0776939 Aug 19 15:23:55.646004 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-e48e3ec6-4625-4732-bafe-a3e556cb0d10 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=f75d13b095e34c368cda8792ff7a553c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5670009 Aug 19 15:23:55.650589 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40556) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:55.660431 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e3ec6-4625-4732-bafe-a3e556cb0d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb80937-f685-41f3-8f90-b849a8356cab,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:55.660734 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 489cb252-e00c-4932-b659-de93c87cfb6a is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:55.661054 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (489cb252-e00c-4932-b659-de93c87cfb6a), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.699446 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6cde53d4-e488-40b1-bf0f-b8776f87f176 req-19d055c0-037e-4baf-9e8f-6d032988af3a tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942061 Aug 19 15:23:55.726823 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 489cb252-e00c-4932-b659-de93c87cfb6a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=489cb252-e00c-4932-b659-de93c87cfb6a,segment=NetworkSegment(895a194d-8b04-4bae-bdc3-41e9e36f2fff),segment_id=895a194d-8b04-4bae-bdc3-41e9e36f2fff)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:55.727028 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2769eafd-67c5-4c2b-9ed5-357b16e37f69 req-4afa8c94-1bc6-4dc9-bd25-9b0f5c3dde4b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955799 Aug 19 15:23:55.733433 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (489cb252-e00c-4932-b659-de93c87cfb6a), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.734819 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 44c3f537-79e8-434b-8284-5ff8ab0dcb5c up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:55.752748 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-94049008-44a3-4790-8f5e-6e7cf5131a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (bed027ce-a95d-4f4b-9234-740a76f75344), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.756793 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-94049008-44a3-4790-8f5e-6e7cf5131a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.758300 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-94049008-44a3-4790-8f5e-6e7cf5131a7c admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/bed027ce-a95d-4f4b-9234-740a76f75344 HTTP/1.1" status: 204 len: 168 time: 0.3738348 Aug 19 15:23:55.806101 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-01c9c6b9-5572-4135-9559-6c4a1b5373d6 admin admin] Publish callbacks [] for security_group (bdb80937-f685-41f3-8f90-b849a8356cab), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.808777 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:55.817940 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94049008-44a3-4790-8f5e-6e7cf5131a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed027ce-a95d-4f4b-9234-740a76f75344,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:55.838035 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c66852c-42d3-4333-8fa0-fcdb4d4a9c49 x-openstack-request-id: req-7c66852c-42d3-4333-8fa0-fcdb4d4a9c49 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:55.838635 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac8d32c-fd72-4373-8957-3e1698b2dd3c", "name": "network-vif-plugged", "status": "completed", "tag": "e851153e-06d0-452a-ac68-7efce3d3bf25", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:55.838895 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7c66852c-42d3-4333-8fa0-fcdb4d4a9c49 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:55.840284 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c66852c-42d3-4333-8fa0-fcdb4d4a9c49'] response: {'server_uuid': '9ac8d32c-fd72-4373-8957-3e1698b2dd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e851153e-06d0-452a-ac68-7efce3d3bf25', 'code': 200} Aug 19 15:23:55.852063 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-01c9c6b9-5572-4135-9559-6c4a1b5373d6 admin admin] Publish callbacks [] for security_group (bdb80937-f685-41f3-8f90-b849a8356cab), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.894927 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port 44c3f537-79e8-434b-8284-5ff8ab0dcb5c completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:23:55.917983 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port 44c3f537-79e8-434b-8284-5ff8ab0dcb5c triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:55.918383 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (44c3f537-79e8-434b-8284-5ff8ab0dcb5c), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.931000 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-01c9c6b9-5572-4135-9559-6c4a1b5373d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (bdb80937-f685-41f3-8f90-b849a8356cab), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.939394 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-01c9c6b9-5572-4135-9559-6c4a1b5373d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:55.941170 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-01c9c6b9-5572-4135-9559-6c4a1b5373d6 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/bdb80937-f685-41f3-8f90-b849a8356cab HTTP/1.1" status: 204 len: 168 time: 0.2877667 Aug 19 15:23:55.970721 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=489cb252-e00c-4932-b659-de93c87cfb6a,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:55.976223 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9c6b9-5572-4135-9559-6c4a1b5373d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb80937-f685-41f3-8f90-b849a8356cab,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:56.043238 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 44c3f537-79e8-434b-8284-5ff8ab0dcb5c is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:56.043743 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (44c3f537-79e8-434b-8284-5ff8ab0dcb5c), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:56.092049 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 44c3f537-79e8-434b-8284-5ff8ab0dcb5c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=44c3f537-79e8-434b-8284-5ff8ab0dcb5c,segment=NetworkSegment(faf770e6-08a2-4e4a-b508-19c7be837f73),segment_id=faf770e6-08a2-4e4a-b508-19c7be837f73)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:56.098636 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (44c3f537-79e8-434b-8284-5ff8ab0dcb5c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:56.099679 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device b97f032a-18f2-4b4c-aa4a-57e19ac342cd up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:56.199196 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port b97f032a-18f2-4b4c-aa4a-57e19ac342cd completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:23:56.208906 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=44c3f537-79e8-434b-8284-5ff8ab0dcb5c,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:56.212916 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port b97f032a-18f2-4b4c-aa4a-57e19ac342cd triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:56.212916 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (b97f032a-18f2-4b4c-aa4a-57e19ac342cd), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:56.217744 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b41c0-3383-4c92-be82-bcf34ad305b4 req-c8a80abe-2f39-472f-b3eb-e88a7b6f1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:56.219437 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-203b41c0-3383-4c92-be82-bcf34ad305b4 req-c8a80abe-2f39-472f-b3eb-e88a7b6f1fa9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 1130 time: 0.1289775 Aug 19 15:23:56.248790 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-203b41c0-3383-4c92-be82-bcf34ad305b4 req-d4c004d1-6cb9-4521-a524-3e161e64551b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:56.252308 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:56.323419 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:56.368100 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port b97f032a-18f2-4b4c-aa4a-57e19ac342cd is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:56.368518 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (b97f032a-18f2-4b4c-aa4a-57e19ac342cd), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:56.401795 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-203b41c0-3383-4c92-be82-bcf34ad305b4 req-d4c004d1-6cb9-4521-a524-3e161e64551b service neutron] Publish callbacks [] for security_group (4b7fa0a0-010b-4c6d-bd20-3203a0901ffd), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:56.413558 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-203b41c0-3383-4c92-be82-bcf34ad305b4 req-d4c004d1-6cb9-4521-a524-3e161e64551b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (4b7fa0a0-010b-4c6d-bd20-3203a0901ffd), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:56.421035 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port b97f032a-18f2-4b4c-aa4a-57e19ac342cd, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b97f032a-18f2-4b4c-aa4a-57e19ac342cd,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:56.428670 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (b97f032a-18f2-4b4c-aa4a-57e19ac342cd), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:56.439621 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:56.488596 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-203b41c0-3383-4c92-be82-bcf34ad305b4 req-d4c004d1-6cb9-4521-a524-3e161e64551b service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618978 Aug 19 15:23:56.489710 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c004d1-6cb9-4521-a524-3e161e64551b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7fa0a0-010b-4c6d-bd20-3203a0901ffd,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:56.503012 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 02304f9d-f8e5-4fc7-8c86-f4b23da124da up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:56.566477 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0948d5-d0c1-4e93-b20d-01f6806c82eb req-7b859601-b38a-42b8-b735-d49fdd91d3d0 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:56.574448 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0d0948d5-d0c1-4e93-b20d-01f6806c82eb req-7b859601-b38a-42b8-b735-d49fdd91d3d0 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 945 time: 0.0665252 Aug 19 15:23:56.611953 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd67dc-89ea-4550-8ff3-672877f38b6d req-5a318f6f-b33d-4c16-ac2a-6233e81aac6e tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:56.631526 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-facd67dc-89ea-4550-8ff3-672877f38b6d req-5a318f6f-b33d-4c16-ac2a-6233e81aac6e tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.1882720 Aug 19 15:23:56.678720 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=b97f032a-18f2-4b4c-aa4a-57e19ac342cd,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:56.712488 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port 02304f9d-f8e5-4fc7-8c86-f4b23da124da completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:23:56.719506 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0d0948d5-d0c1-4e93-b20d-01f6806c82eb req-4026a9d5-6093-47bb-802e-dc9e90265073 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375985 Aug 19 15:23:56.738944 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port 02304f9d-f8e5-4fc7-8c86-f4b23da124da triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:23:56.739333 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (02304f9d-f8e5-4fc7-8c86-f4b23da124da), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:56.785115 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-facd67dc-89ea-4550-8ff3-672877f38b6d req-2bb51449-9c60-44eb-92c2-110fb398c89a tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513512 Aug 19 15:23:56.825873 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40600) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:56.850496 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-25e82367-4254-4c75-8cf7-befcfe6a10b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:56.925115 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 02304f9d-f8e5-4fc7-8c86-f4b23da124da is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:23:56.925726 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (02304f9d-f8e5-4fc7-8c86-f4b23da124da), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:56.966370 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877abd7-4670-433b-a253-7df3f732c0df req-8b1c292b-5893-425e-9ab8-70924f2929e9 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:56.975114 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8877abd7-4670-433b-a253-7df3f732c0df req-8b1c292b-5893-425e-9ab8-70924f2929e9 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 945 time: 0.1212215 Aug 19 15:23:56.995772 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 02304f9d-f8e5-4fc7-8c86-f4b23da124da, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=02304f9d-f8e5-4fc7-8c86-f4b23da124da,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:57.003070 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (02304f9d-f8e5-4fc7-8c86-f4b23da124da), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:57.005329 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f68914-5ffd-412c-b283-0b71e6dc7e3c req-82c681a4-1b83-429b-b08c-08f3d4c9fb2b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:57.008057 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-22f68914-5ffd-412c-b283-0b71e6dc7e3c req-82c681a4-1b83-429b-b08c-08f3d4c9fb2b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0987723 Aug 19 15:23:57.049225 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-25e82367-4254-4c75-8cf7-befcfe6a10b9 admin admin] Publish callbacks [] for security_group (30d984c6-0d69-4f75-b6b4-51c4807e0381), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:57.056686 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-25e82367-4254-4c75-8cf7-befcfe6a10b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (30d984c6-0d69-4f75-b6b4-51c4807e0381), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:57.096998 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-22f68914-5ffd-412c-b283-0b71e6dc7e3c req-1a25cba7-4ef2-4ab2-9151-049a05d4c498 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792799 Aug 19 15:23:57.106005 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8877abd7-4670-433b-a253-7df3f732c0df req-b995a0ca-8098-4ed6-9064-effa9d68844d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286461 Aug 19 15:23:57.128679 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=02304f9d-f8e5-4fc7-8c86-f4b23da124da,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:57.130026 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 40604) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:57.146706 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e82367-4254-4c75-8cf7-befcfe6a10b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d984c6-0d69-4f75-b6b4-51c4807e0381,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:57.161005 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-25e82367-4254-4c75-8cf7-befcfe6a10b9 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=0956cca1f69f4103a1e7f2aad89a23e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3338993 Aug 19 15:23:57.164099 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40610) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:57.222404 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-42db7817-9058-4186-9b22-8647c4f9907c admin admin] Publish callbacks [] for security_group (30d984c6-0d69-4f75-b6b4-51c4807e0381), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:57.248252 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-42db7817-9058-4186-9b22-8647c4f9907c admin admin] Publish callbacks [] for security_group (30d984c6-0d69-4f75-b6b4-51c4807e0381), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:57.306160 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-42db7817-9058-4186-9b22-8647c4f9907c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (30d984c6-0d69-4f75-b6b4-51c4807e0381), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:57.310156 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-42db7817-9058-4186-9b22-8647c4f9907c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:57.311663 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-42db7817-9058-4186-9b22-8647c4f9907c admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/30d984c6-0d69-4f75-b6b4-51c4807e0381 HTTP/1.1" status: 204 len: 168 time: 0.1463578 Aug 19 15:23:57.322044 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db7817-9058-4186-9b22-8647c4f9907c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d984c6-0d69-4f75-b6b4-51c4807e0381,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:57.361313 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:57.457846 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] Publish callbacks [] for security_group (26ccdde8-7646-4c1a-b407-35fdbe1c5d0f), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:57.462579 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (26ccdde8-7646-4c1a-b407-35fdbe1c5d0f), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:57.510435 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ccdde8-7646-4c1a-b407-35fdbe1c5d0f,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:57.516743 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=0c537f4aaa5c43119ab973f688215a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853507 Aug 19 15:23:57.519970 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40624) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:57.521917 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:57.522275 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:57.522620 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:57.522961 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:57.523297 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:57.523625 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:57.523956 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:57.524298 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:57.524737 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:57.525069 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:57.525401 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:57.526254 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:57.526717 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:57.527226 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:57.527747 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d6076-e8a2-4438-a27e-032fd4eaa85c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:57.582664 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4c34bb9d-5616-4eaf-9914-560c6f6a0760 admin admin] Publish callbacks [] for security_group (26ccdde8-7646-4c1a-b407-35fdbe1c5d0f), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:57.607000 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4c34bb9d-5616-4eaf-9914-560c6f6a0760 admin admin] Publish callbacks [] for security_group (26ccdde8-7646-4c1a-b407-35fdbe1c5d0f), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:57.614260 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:57.681269 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4c34bb9d-5616-4eaf-9914-560c6f6a0760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (26ccdde8-7646-4c1a-b407-35fdbe1c5d0f), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:57.686264 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4c34bb9d-5616-4eaf-9914-560c6f6a0760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:57.690534 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-4c34bb9d-5616-4eaf-9914-560c6f6a0760 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/26ccdde8-7646-4c1a-b407-35fdbe1c5d0f HTTP/1.1" status: 204 len: 168 time: 0.1689143 Aug 19 15:23:57.699849 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34bb9d-5616-4eaf-9914-560c6f6a0760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ccdde8-7646-4c1a-b407-35fdbe1c5d0f,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:57.831957 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40638) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:57.840294 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489cb252-e00c-4932-b659-de93c87cfb6a'}, {'server_uuid': '903776c1-6779-4794-81e4-257cbfdb5908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c3f537-79e8-434b-8284-5ff8ab0dcb5c'}, {'server_uuid': '10c60ba0-a623-41bb-ba6c-e9ff6e6a4802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97f032a-18f2-4b4c-aa4a-57e19ac342cd'}, {'server_uuid': 'c13d4563-5477-4605-9b1b-85113d779753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02304f9d-f8e5-4fc7-8c86-f4b23da124da'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:23:57.843355 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f9cbef-6800-4fc7-a4c8-52e1889c8f3a" -d '{"events": [{"server_uuid": "f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d", "name": "network-vif-plugged", "status": "completed", "tag": "489cb252-e00c-4932-b659-de93c87cfb6a"}, {"server_uuid": "903776c1-6779-4794-81e4-257cbfdb5908", "name": "network-vif-plugged", "status": "completed", "tag": "44c3f537-79e8-434b-8284-5ff8ab0dcb5c"}, {"server_uuid": "10c60ba0-a623-41bb-ba6c-e9ff6e6a4802", "name": "network-vif-plugged", "status": "completed", "tag": "b97f032a-18f2-4b4c-aa4a-57e19ac342cd"}, {"server_uuid": "c13d4563-5477-4605-9b1b-85113d779753", "name": "network-vif-plugged", "status": "completed", "tag": "02304f9d-f8e5-4fc7-8c86-f4b23da124da"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:57.859886 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:57.918085 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc0fb5-aa55-41e1-8893-650900681d9a req-1ba1b0fb-75b9-4d5f-a15f-5d571fb4ac9c tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:57.929726 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b8dc0fb5-aa55-41e1-8893-650900681d9a req-1ba1b0fb-75b9-4d5f-a15f-5d571fb4ac9c tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 945 time: 0.1302369 Aug 19 15:23:57.968308 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] Publish callbacks [] for security_group (09d95c11-1f5b-4b29-8fb5-40124711f6d5), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:57.974699 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (09d95c11-1f5b-4b29-8fb5-40124711f6d5), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:58.059014 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b8dc0fb5-aa55-41e1-8893-650900681d9a req-6ee4a6b0-b5fb-4b05-a1d6-af8e70932ed5 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281226 Aug 19 15:23:58.069643 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86b320-e42e-4345-aafa-dad8a4ba9ce5 req-7f946fd3-c2fd-436f-adf8-9c35fb1db1f2 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:58.089710 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2c86b320-e42e-4345-aafa-dad8a4ba9ce5 req-7f946fd3-c2fd-436f-adf8-9c35fb1db1f2 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.1430399 Aug 19 15:23:58.162928 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2c86b320-e42e-4345-aafa-dad8a4ba9ce5 req-85e244ef-4019-494a-9e48-674134409a86 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807645 Aug 19 15:23:58.220008 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 19 Aug 2022 15:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d25d723-05ec-4cf3-b14d-7effd147188e x-openstack-request-id: req-5d25d723-05ec-4cf3-b14d-7effd147188e {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:58.220302 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d", "name": "network-vif-plugged", "status": "completed", "tag": "489cb252-e00c-4932-b659-de93c87cfb6a", "code": 200}, {"server_uuid": "903776c1-6779-4794-81e4-257cbfdb5908", "name": "network-vif-plugged", "status": "completed", "tag": "44c3f537-79e8-434b-8284-5ff8ab0dcb5c", "code": 200}, {"server_uuid": "10c60ba0-a623-41bb-ba6c-e9ff6e6a4802", "name": "network-vif-plugged", "status": "completed", "tag": "b97f032a-18f2-4b4c-aa4a-57e19ac342cd", "code": 200}, {"server_uuid": "c13d4563-5477-4605-9b1b-85113d779753", "name": "network-vif-plugged", "status": "completed", "tag": "02304f9d-f8e5-4fc7-8c86-f4b23da124da", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:58.220591 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5d25d723-05ec-4cf3-b14d-7effd147188e {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:58.221016 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d25d723-05ec-4cf3-b14d-7effd147188e'] response: {'server_uuid': 'f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489cb252-e00c-4932-b659-de93c87cfb6a', 'code': 200} Aug 19 15:23:58.221276 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d25d723-05ec-4cf3-b14d-7effd147188e'] response: {'server_uuid': '903776c1-6779-4794-81e4-257cbfdb5908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c3f537-79e8-434b-8284-5ff8ab0dcb5c', 'code': 200} Aug 19 15:23:58.221532 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d25d723-05ec-4cf3-b14d-7effd147188e'] response: {'server_uuid': '10c60ba0-a623-41bb-ba6c-e9ff6e6a4802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97f032a-18f2-4b4c-aa4a-57e19ac342cd', 'code': 200} Aug 19 15:23:58.221965 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d25d723-05ec-4cf3-b14d-7effd147188e'] response: {'server_uuid': 'c13d4563-5477-4605-9b1b-85113d779753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02304f9d-f8e5-4fc7-8c86-f4b23da124da', 'code': 200} Aug 19 15:23:58.359327 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:58.360272 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d95c11-1f5b-4b29-8fb5-40124711f6d5,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:58.371782 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=2cddbe7eb64943e4bc27b926e198c828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5383141 Aug 19 15:23:58.372547 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 40698) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:23:58.379142 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:58.379784 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:58.380106 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:58.380625 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:58.380962 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:58.381283 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:58.381819 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:58.382366 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:58.382909 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:58.383663 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:58.384349 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:58.385005 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:58.385363 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:58.385681 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:58.386198 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ce22ff-13c0-42aa-935e-acb222fe433c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:58.454361 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893a5b9-0ec4-4845-af8b-a5cef09d72cd req-9217016e-3c15-4f77-84dd-51e183641abd tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:58.455922 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c893a5b9-0ec4-4845-af8b-a5cef09d72cd req-9217016e-3c15-4f77-84dd-51e183641abd tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.1452589 Aug 19 15:23:58.486907 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:58.501482 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f879c-68e8-46ac-ad70-99044425118c req-6f56d11d-e466-409e-83c1-ddb7220e9f88 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:58.503043 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-551f879c-68e8-46ac-ad70-99044425118c req-6f56d11d-e466-409e-83c1-ddb7220e9f88 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 946 time: 0.1255057 Aug 19 15:23:58.538642 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:23:58.579865 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d4e1a343-28be-4658-ae10-62eb40ca0164 admin admin] Publish callbacks [] for security_group (09d95c11-1f5b-4b29-8fb5-40124711f6d5), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:58.597996 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c893a5b9-0ec4-4845-af8b-a5cef09d72cd req-43ef9b73-67a7-4637-a7eb-bb3d19e5d231 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343567 Aug 19 15:23:58.636291 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d4e1a343-28be-4658-ae10-62eb40ca0164 admin admin] Publish callbacks [] for security_group (09d95c11-1f5b-4b29-8fb5-40124711f6d5), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:58.665029 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-551f879c-68e8-46ac-ad70-99044425118c req-1a91dfc8-d064-4065-851f-bdb4ba59c279 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473813 Aug 19 15:23:58.733482 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d4e1a343-28be-4658-ae10-62eb40ca0164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (09d95c11-1f5b-4b29-8fb5-40124711f6d5), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:58.736173 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d4e1a343-28be-4658-ae10-62eb40ca0164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:23:58.737574 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d4e1a343-28be-4658-ae10-62eb40ca0164 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/09d95c11-1f5b-4b29-8fb5-40124711f6d5 HTTP/1.1" status: 204 len: 168 time: 0.3574817 Aug 19 15:23:58.749853 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1a343-28be-4658-ae10-62eb40ca0164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d95c11-1f5b-4b29-8fb5-40124711f6d5,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:59.191827 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3346ee2-1be8-4684-908a-fee4a167b192 req-8c86e4d5-3ad2-4b9c-bff4-4cf25899b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:59.198607 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f3346ee2-1be8-4684-908a-fee4a167b192 req-8c86e4d5-3ad2-4b9c-bff4-4cf25899b623 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 1129 time: 0.1434381 Aug 19 15:23:59.366410 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3405422-414f-4ca9-a5b1-d1598bd6cb12 req-e6a0c5da-92d5-4b72-90e2-512478d62031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:59.368027 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a3405422-414f-4ca9-a5b1-d1598bd6cb12 req-e6a0c5da-92d5-4b72-90e2-512478d62031 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 1129 time: 0.1816964 Aug 19 15:23:59.505494 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e421b-f3b3-4638-8dfe-464773a8e331 req-ad986a5a-c6b6-43c6-afca-6ddd031070da tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:59.514561 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-036e421b-f3b3-4638-8dfe-464773a8e331 req-ad986a5a-c6b6-43c6-afca-6ddd031070da tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 945 time: 0.1508155 Aug 19 15:23:59.556032 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcc44a-cdc8-49f5-9659-88f53e9f441a req-957bab6b-069f-4873-9f47-28a32bee6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:59.560585 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-8cfcc44a-cdc8-49f5-9659-88f53e9f441a req-957bab6b-069f-4873-9f47-28a32bee6486 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 1130 time: 0.3590038 Aug 19 15:23:59.568071 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a931335-b163-4a94-a1ba-576fe087135f req-fd2da75a-1b9d-450a-b9c6-64c6926a51ad tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:59.568544 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f3346ee2-1be8-4684-908a-fee4a167b192 req-d6e388c5-a041-4441-962a-26d21bd0ba88 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377421 Aug 19 15:23:59.575530 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6a931335-b163-4a94-a1ba-576fe087135f req-fd2da75a-1b9d-450a-b9c6-64c6926a51ad tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.1560714 Aug 19 15:23:59.589640 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a3405422-414f-4ca9-a5b1-d1598bd6cb12 req-1ac41dcf-cf53-47f2-b1af-1252af5e6552 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096782 Aug 19 15:23:59.597883 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec71fdb-48ce-4ea0-9000-617632463efd req-00c8f0d1-87ac-43ef-a7ea-733ec9af27f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:59.601115 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-fec71fdb-48ce-4ea0-9000-617632463efd req-00c8f0d1-87ac-43ef-a7ea-733ec9af27f4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 1130 time: 0.2444293 Aug 19 15:23:59.647462 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-036e421b-f3b3-4638-8dfe-464773a8e331 req-f8a6d6d1-3999-46b0-95ef-1c1f0054b341 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319885 Aug 19 15:23:59.671098 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6a931335-b163-4a94-a1ba-576fe087135f req-bd63a832-8a42-4d22-818a-fa442ba121f8 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945792 Aug 19 15:23:59.676471 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-8cfcc44a-cdc8-49f5-9659-88f53e9f441a req-f10701dc-61dc-4587-a835-d94411eef4aa service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925977 Aug 19 15:23:59.824009 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc56bb-f196-486f-ad32-706dfec68ca5 req-3c3368fe-7874-4906-a3f7-4c4d32239069 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:23:59.825747 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-36dc56bb-f196-486f-ad32-706dfec68ca5 req-3c3368fe-7874-4906-a3f7-4c4d32239069 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0833356 Aug 19 15:23:59.907760 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-36dc56bb-f196-486f-ad32-706dfec68ca5 req-4ee1b6e6-4335-4ecf-8bb8-6fdc2e295817 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720425 Aug 19 15:24:00.089389 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c52bd4-3368-404c-9310-f79c76033214 req-0ab19060-7a43-4056-adba-3ae74cb413ed tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:00.091153 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-42c52bd4-3368-404c-9310-f79c76033214 req-0ab19060-7a43-4056-adba-3ae74cb413ed tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 946 time: 0.0773566 Aug 19 15:24:00.185520 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a0ac9-2674-49ca-ad82-ad6aa0c1d6ed req-5b5ab3bd-d686-4295-90f7-aecfc779e229 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:00.187114 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5a3a0ac9-2674-49ca-ad82-ad6aa0c1d6ed req-5b5ab3bd-d686-4295-90f7-aecfc779e229 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0950291 Aug 19 15:24:00.192160 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-42c52bd4-3368-404c-9310-f79c76033214 req-3a0c87f9-a784-41df-9594-6db3d83456c5 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900564 Aug 19 15:24:00.248604 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-fec71fdb-48ce-4ea0-9000-617632463efd req-6188cd80-1dc6-46ef-92e3-05cbdba14609 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822330 Aug 19 15:24:00.283390 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5a3a0ac9-2674-49ca-ad82-ad6aa0c1d6ed req-380ca59f-36e5-4fa5-aaf2-011dc797b9ac tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897059 Aug 19 15:24:00.818625 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3407b3-2908-4950-91b0-8a959bd8e610 req-9312cdfb-3f20-417b-b32c-13967fc1a67e tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:00.827501 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6a3407b3-2908-4950-91b0-8a959bd8e610 req-9312cdfb-3f20-417b-b32c-13967fc1a67e tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 945 time: 0.0656466 Aug 19 15:24:00.884425 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6a3407b3-2908-4950-91b0-8a959bd8e610 req-5cca6914-db8c-4fd8-aab3-bbeb5ccc6dcb tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556815 Aug 19 15:24:01.056750 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b48f4e-dde5-4935-b6b4-f80a2db830c1 req-0b058da8-23c2-439c-a5f8-9beede440f60 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:01.059129 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e8b48f4e-dde5-4935-b6b4-f80a2db830c1 req-0b058da8-23c2-439c-a5f8-9beede440f60 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0537860 Aug 19 15:24:01.119258 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e8b48f4e-dde5-4935-b6b4-f80a2db830c1 req-48dc2673-d461-4ced-a776-8b2c92b08b5e tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531583 Aug 19 15:24:01.362077 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3be30-f173-498e-97f3-3b0974aa12b3 req-fcaf2584-3a7b-4fc6-aba7-0733f5b164f4 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:01.363749 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-bbc3be30-f173-498e-97f3-3b0974aa12b3 req-fcaf2584-3a7b-4fc6-aba7-0733f5b164f4 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 946 time: 0.0721025 Aug 19 15:24:01.400775 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:01.460612 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:01.495123 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b4f3b-2dfe-438d-9f91-622f420857b0 req-a3d237a8-cf3b-44c1-8651-c674ac1b80b5 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:01.496700 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6e0b4f3b-2dfe-438d-9f91-622f420857b0 req-a3d237a8-cf3b-44c1-8651-c674ac1b80b5 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0983906 Aug 19 15:24:01.500504 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-bbc3be30-f173-498e-97f3-3b0974aa12b3 req-82825285-0ef5-40b2-b4e6-bbd8fb5b89fd tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297188 Aug 19 15:24:01.584247 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6e0b4f3b-2dfe-438d-9f91-622f420857b0 req-a7c58f7d-4d6c-4099-b502-1d8341e9ce43 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757127 Aug 19 15:24:02.044690 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11efb08-bc6a-4688-b3a9-85d8767cd0c5 req-a929c9d9-784f-4e94-a323-9ae40d4cce73 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:02.046276 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a11efb08-bc6a-4688-b3a9-85d8767cd0c5 req-a929c9d9-784f-4e94-a323-9ae40d4cce73 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 945 time: 0.0742381 Aug 19 15:24:02.098419 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a11efb08-bc6a-4688-b3a9-85d8767cd0c5 req-90c45e93-ec7f-4ecc-905c-7a758eb4ce24 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462813 Aug 19 15:24:02.146401 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ee08f-4e27-4d15-b674-12d548df3a83 req-8540714e-610a-4e75-b64d-1f6f316d5d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:02.148686 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3f0ee08f-4e27-4d15-b674-12d548df3a83 req-8540714e-610a-4e75-b64d-1f6f316d5d89 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=dcca6c7d30114cd0936eb30381efad7d&device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 1130 time: 0.0536046 Aug 19 15:24:02.266410 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd67d82-8f85-4df2-9baf-3ac390c43939 req-eee84a9e-2b5f-46e1-b55f-cbd5621de0b0 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:02.267924 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1cd67d82-8f85-4df2-9baf-3ac390c43939 req-eee84a9e-2b5f-46e1-b55f-cbd5621de0b0 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0545795 Aug 19 15:24:02.556862 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1cd67d82-8f85-4df2-9baf-3ac390c43939 req-5f7b89e9-6c36-440d-95a5-5e0547eecd79 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804620 Aug 19 15:24:02.673530 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb768798-c13c-4297-af38-d61ae1db5de4 req-143c7736-a38c-4d3f-891f-0f3218212bfc tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:02.676454 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-cb768798-c13c-4297-af38-d61ae1db5de4 req-143c7736-a38c-4d3f-891f-0f3218212bfc tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 946 time: 0.0664210 Aug 19 15:24:02.745535 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35397a28-fdb8-44a7-813f-8835f44672d1 req-d7d83940-a461-4c99-9c7e-4b1073970bff tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:02.747254 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-35397a28-fdb8-44a7-813f-8835f44672d1 req-d7d83940-a461-4c99-9c7e-4b1073970bff tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0693939 Aug 19 15:24:02.789807 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-cb768798-c13c-4297-af38-d61ae1db5de4 req-f5d1ef5d-add0-4788-bffd-398f37d0b281 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984662 Aug 19 15:24:02.821121 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-35397a28-fdb8-44a7-813f-8835f44672d1 req-63b4085f-6fb1-478d-b48d-b271f72572a8 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673175 Aug 19 15:24:03.001721 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ee08f-4e27-4d15-b674-12d548df3a83 req-149e8204-6fb4-4d8b-acb9-3e95947c699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:03.005377 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3f0ee08f-4e27-4d15-b674-12d548df3a83 req-149e8204-6fb4-4d8b-acb9-3e95947c699f service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 200 len: 919 time: 0.1520684 Aug 19 15:24:03.034830 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945f697-acb5-4235-b9cb-39a3435e03fb req-de22e34e-e2fe-4d75-a51f-fa602be4cee4 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:03.043405 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4945f697-acb5-4235-b9cb-39a3435e03fb req-de22e34e-e2fe-4d75-a51f-fa602be4cee4 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 946 time: 0.0866344 Aug 19 15:24:03.050456 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40884) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:03.056570 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-9ddb863d-96e4-4b42-b98a-08def42a0b21 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'floatingip': {'port_id': '02304f9d-f8e5-4fc7-8c86-f4b23da124da'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:03.166240 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9ddb863d-96e4-4b42-b98a-08def42a0b21 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (78276680-c2cb-4f62-9db4-d532396704bc), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:03.753969 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f1a97-6897-4392-94cc-f7230cca11d5 req-acc3d364-2cd8-403a-8773-63f59e860224 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:03.755602 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a24f1a97-6897-4392-94cc-f7230cca11d5 req-acc3d364-2cd8-403a-8773-63f59e860224 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0799747 Aug 19 15:24:03.825419 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a24f1a97-6897-4392-94cc-f7230cca11d5 req-f9a99deb-a84e-43a3-9e45-2aa6f3b222bd tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576446 Aug 19 15:24:03.889811 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:03.973803 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d538321-0a47-46d9-8a5a-5c2512457213 req-174dc12a-2c0b-46f9-a9c9-1e2e5c2d6741 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:03.975370 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4d538321-0a47-46d9-8a5a-5c2512457213 req-174dc12a-2c0b-46f9-a9c9-1e2e5c2d6741 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0528672 Aug 19 15:24:04.022213 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3f0ee08f-4e27-4d15-b674-12d548df3a83 req-c34db1d2-94b8-4e00-bf2f-c8bbf77202e5 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e851153e-06d0-452a-ac68-7efce3d3bf25 HTTP/1.1" status: 200 len: 217 time: 0.0581453 Aug 19 15:24:04.028747 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9ddb863d-96e4-4b42-b98a-08def42a0b21 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:04.030721 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4d538321-0a47-46d9-8a5a-5c2512457213 req-6b8a558d-2a3d-4441-a151-42b16a591e98 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479352 Aug 19 15:24:04.034613 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9ddb863d-96e4-4b42-b98a-08def42a0b21 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (78276680-c2cb-4f62-9db4-d532396704bc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:04.122904 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:04.147777 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.l3_db [None req-9ddb863d-96e4-4b42-b98a-08def42a0b21 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Floating IP 78276680-c2cb-4f62-9db4-d532396704bc associated. External IP: 172.27.2.88, port: 02304f9d-f8e5-4fc7-8c86-f4b23da124da. Aug 19 15:24:04.162060 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28dbc9-aff8-4074-bb99-5fd9a78f62fb req-74bd2dc8-5337-48e9-b8b9-879f0cf75f1d tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:04.163696 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-da28dbc9-aff8-4074-bb99-5fd9a78f62fb req-74bd2dc8-5337-48e9-b8b9-879f0cf75f1d tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0617261 Aug 19 15:24:04.174376 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 40922) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:04.178990 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-3d1ee5d5-df17-4368-9d40-0ad7c9ecb578 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Request body: {'floatingip': {'port_id': '489cb252-e00c-4932-b659-de93c87cfb6a'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:04.259944 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3d1ee5d5-df17-4368-9d40-0ad7c9ecb578 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for floatingip (5dde03a6-e1e2-4c74-bdca-0082299beee8), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:04.532866 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:04.606665 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddb863d-96e4-4b42-b98a-08def42a0b21 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:24:04.764612 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddb863d-96e4-4b42-b98a-08def42a0b21 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:24:04.770122 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9ddb863d-96e4-4b42-b98a-08def42a0b21 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:04.791826 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757285b3-a641-4887-998d-39208090a73e None None] Sync routers for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:24:04.809826 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757285b3-a641-4887-998d-39208090a73e None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:24:04.813084 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-757285b3-a641-4887-998d-39208090a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:23:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:04.823250 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-9ddb863d-96e4-4b42-b98a-08def42a0b21 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/78276680-c2cb-4f62-9db4-d532396704bc HTTP/1.1" status: 200 len: 991 time: 1.7708554 Aug 19 15:24:04.825004 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13d4563-5477-4605-9b1b-85113d779753', 'tag': '02304f9d-f8e5-4fc7-8c86-f4b23da124da'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:24:04.830829 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c112bbc-3d87-40b5-8834-f0bf2ea45674" -d '{"events": [{"name": "network-changed", "server_uuid": "c13d4563-5477-4605-9b1b-85113d779753", "tag": "02304f9d-f8e5-4fc7-8c86-f4b23da124da"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:04.884180 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:04.930858 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bdac51-8d59-49fd-a653-6fcb27f7568a x-openstack-request-id: req-e1bdac51-8d59-49fd-a653-6fcb27f7568a {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:04.931338 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13d4563-5477-4605-9b1b-85113d779753", "tag": "02304f9d-f8e5-4fc7-8c86-f4b23da124da", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:04.931604 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e1bdac51-8d59-49fd-a653-6fcb27f7568a {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:04.932084 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1bdac51-8d59-49fd-a653-6fcb27f7568a'] response: {'name': 'network-changed', 'server_uuid': 'c13d4563-5477-4605-9b1b-85113d779753', 'tag': '02304f9d-f8e5-4fc7-8c86-f4b23da124da', 'status': 'completed', 'code': 200} Aug 19 15:24:04.989079 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.db.resource_extend [None req-3d1ee5d5-df17-4368-9d40-0ad7c9ecb578 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 19 15:24:04.995465 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 40946) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:05.067730 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-757285b3-a641-4887-998d-39208090a73e None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:24:05.088335 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3d1ee5d5-df17-4368-9d40-0ad7c9ecb578 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:05.100546 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3d1ee5d5-df17-4368-9d40-0ad7c9ecb578 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (5dde03a6-e1e2-4c74-bdca-0082299beee8), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:05.247136 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3228ab1d-17a5-405d-ba9f-6bb4984723af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:05.341149 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43470db-0407-4aa9-9e8a-56b985cc4c56 req-34683295-01d2-4aaa-8b15-d1dca905d775 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:05.342807 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a43470db-0407-4aa9-9e8a-56b985cc4c56 req-34683295-01d2-4aaa-8b15-d1dca905d775 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0977771 Aug 19 15:24:05.359527 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.l3_db [None req-3d1ee5d5-df17-4368-9d40-0ad7c9ecb578 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Floating IP 5dde03a6-e1e2-4c74-bdca-0082299beee8 associated. External IP: 172.27.2.214, port: 489cb252-e00c-4932-b659-de93c87cfb6a. Aug 19 15:24:05.421452 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-757285b3-a641-4887-998d-39208090a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '78276680-c2cb-4f62-9db4-d532396704bc', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'port_id': '02304f9d-f8e5-4fc7-8c86-f4b23da124da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'mac_address': 'fa:16:3e:d0:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13d4563-5477-4605-9b1b-85113d779753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:23:21Z', 'updated_at': '2022-08-19T15:24:03Z', 'revision_number': 1, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:05.461450 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757285b3-a641-4887-998d-39208090a73e None None] Checking router: ec51b1ce-e2fe-4834-8fa7-aeb89d133590 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:24:05.475872 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757285b3-a641-4887-998d-39208090a73e None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:24:05.476880 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-757285b3-a641-4887-998d-39208090a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:23:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:05.561140 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a43470db-0407-4aa9-9e8a-56b985cc4c56 req-a0978aa5-8ef5-4638-baeb-9e6e181ca000 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102268 Aug 19 15:24:05.592725 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3228ab1d-17a5-405d-ba9f-6bb4984723af admin admin] Publish callbacks [] for security_group (34c0951a-58f0-4ddf-8c97-d212fa86d1e7), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:05.600809 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3228ab1d-17a5-405d-ba9f-6bb4984723af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (34c0951a-58f0-4ddf-8c97-d212fa86d1e7), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:05.634144 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-757285b3-a641-4887-998d-39208090a73e None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:24:05.896081 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-757285b3-a641-4887-998d-39208090a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '78276680-c2cb-4f62-9db4-d532396704bc', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'port_id': '02304f9d-f8e5-4fc7-8c86-f4b23da124da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'mac_address': 'fa:16:3e:d0:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13d4563-5477-4605-9b1b-85113d779753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:23:21Z', 'updated_at': '2022-08-19T15:24:03Z', 'revision_number': 1, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:05.905034 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228ab1d-17a5-405d-ba9f-6bb4984723af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c0951a-58f0-4ddf-8c97-d212fa86d1e7,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:05.912076 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40970) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:05.912789 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3228ab1d-17a5-405d-ba9f-6bb4984723af admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=e02551e2d4e74c2d977cb9fc0987ddba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9158175 Aug 19 15:24:05.924239 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757285b3-a641-4887-998d-39208090a73e None None] The sync data for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi is: [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '78276680-c2cb-4f62-9db4-d532396704bc', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'port_id': '02304f9d-f8e5-4fc7-8c86-f4b23da124da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'mac_address': 'fa:16:3e:d0:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13d4563-5477-4605-9b1b-85113d779753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:23:21Z', 'updated_at': '2022-08-19T15:24:03Z', 'revision_number': 1, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:24:06.008825 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f6b751b7-b2a2-4ae7-86d2-edc481c0af7f admin admin] Publish callbacks [] for security_group (34c0951a-58f0-4ddf-8c97-d212fa86d1e7), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:06.028321 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1ee5d5-df17-4368-9d40-0ad7c9ecb578 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Router 28bc588a-219b-4a73-9372-b86444d25258 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:24:06.033897 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f6b751b7-b2a2-4ae7-86d2-edc481c0af7f admin admin] Publish callbacks [] for security_group (34c0951a-58f0-4ddf-8c97-d212fa86d1e7), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:06.100667 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f6b751b7-b2a2-4ae7-86d2-edc481c0af7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (34c0951a-58f0-4ddf-8c97-d212fa86d1e7), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:06.105250 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f6b751b7-b2a2-4ae7-86d2-edc481c0af7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:06.108894 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-f6b751b7-b2a2-4ae7-86d2-edc481c0af7f admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/34c0951a-58f0-4ddf-8c97-d212fa86d1e7 HTTP/1.1" status: 204 len: 168 time: 0.1956685 Aug 19 15:24:06.121473 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b751b7-b2a2-4ae7-86d2-edc481c0af7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c0951a-58f0-4ddf-8c97-d212fa86d1e7,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:06.175362 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1ee5d5-df17-4368-9d40-0ad7c9ecb578 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:24:06.188247 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3d1ee5d5-df17-4368-9d40-0ad7c9ecb578 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:06.195824 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b48305-0375-4724-ab0a-80dfd246ee0f None None] Sync routers for ids ['28bc588a-219b-4a73-9372-b86444d25258'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:24:06.212538 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b48305-0375-4724-ab0a-80dfd246ee0f None None] Routers {'28bc588a-219b-4a73-9372-b86444d25258'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:24:06.213857 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-75b48305-0375-4724-ab0a-80dfd246ee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:23:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['28bc588a-219b-4a73-9372-b86444d25258'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:06.265639 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3d1ee5d5-df17-4368-9d40-0ad7c9ecb578 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/5dde03a6-e1e2-4c74-bdca-0082299beee8 HTTP/1.1" status: 200 len: 992 time: 2.0901201 Aug 19 15:24:06.267643 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d', 'tag': '489cb252-e00c-4932-b659-de93c87cfb6a'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:24:06.270201 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69ccef422e24697aa339ca93078f5b722801d9cd263b30b0a6d79bd9e8f250f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78264639-aa8d-4e6f-9529-8c1c72b41bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d", "tag": "489cb252-e00c-4932-b659-de93c87cfb6a"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:06.332012 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53d0ebd-8fde-4f57-aeb8-ad5fc8a7f18b None None] New status for floating IP 78276680-c2cb-4f62-9db4-d532396704bc: ACTIVE {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:24:06.346840 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff60bba-4571-425f-9a22-37cc5c4c6515 x-openstack-request-id: req-1ff60bba-4571-425f-9a22-37cc5c4c6515 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:06.347422 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d", "tag": "489cb252-e00c-4932-b659-de93c87cfb6a", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:06.350987 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1ff60bba-4571-425f-9a22-37cc5c4c6515 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:06.364242 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff60bba-4571-425f-9a22-37cc5c4c6515'] response: {'name': 'network-changed', 'server_uuid': 'f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d', 'tag': '489cb252-e00c-4932-b659-de93c87cfb6a', 'status': 'completed', 'code': 200} Aug 19 15:24:06.405962 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:06.426167 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-75b48305-0375-4724-ab0a-80dfd246ee0f None None] Set router 28bc588a-219b-4a73-9372-b86444d25258 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:24:06.632938 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 40996) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:06.657680 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-fbffdd58-5455-49ef-9d02-81b472544eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:06.774484 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:06.783457 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-fbffdd58-5455-49ef-9d02-81b472544eba admin admin] Publish callbacks [] for security_group (59692acb-e6e8-49bb-a95e-e4f8697b1e3e), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:06.788164 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-fbffdd58-5455-49ef-9d02-81b472544eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (59692acb-e6e8-49bb-a95e-e4f8697b1e3e), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:06.794509 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6aa17-226b-4a6a-86fb-61c9fe6f965e req-175d191c-1772-4f57-ae8e-50a4b4bd5669 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:06.802615 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f4b6aa17-226b-4a6a-86fb-61c9fe6f965e req-175d191c-1772-4f57-ae8e-50a4b4bd5669 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.1075056 Aug 19 15:24:06.824672 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:06.841266 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:06.844617 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-fbffdd58-5455-49ef-9d02-81b472544eba admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=fa65dce3dec04700ba78cdb555b09dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100968 Aug 19 15:24:06.846665 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffdd58-5455-49ef-9d02-81b472544eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59692acb-e6e8-49bb-a95e-e4f8697b1e3e,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:06.847719 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 41000) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:06.880253 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-75b48305-0375-4724-ab0a-80dfd246ee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:07Z', 'revision_number': 4, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port': {'id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '5dde03a6-e1e2-4c74-bdca-0082299beee8', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '28bc588a-219b-4a73-9372-b86444d25258', 'port_id': '489cb252-e00c-4932-b659-de93c87cfb6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'mac_address': 'fa:16:3e:5e:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:23:19Z', 'updated_at': '2022-08-19T15:24:04Z', 'revision_number': 1, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b5c845-d8f0-4fb7-8e6a-f21ed531867b', 'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'mac_address': 'fa:16:3e:49:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:05Z', 'updated_at': '2022-08-19T15:23:21Z', 'revision_number': 5, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'subnets': [{'id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:06.912985 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b48305-0375-4724-ab0a-80dfd246ee0f None None] Checking router: 28bc588a-219b-4a73-9372-b86444d25258 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:24:06.922362 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:06.930502 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b48305-0375-4724-ab0a-80dfd246ee0f None None] Routers {'28bc588a-219b-4a73-9372-b86444d25258'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:24:06.931153 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-75b48305-0375-4724-ab0a-80dfd246ee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:23:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['28bc588a-219b-4a73-9372-b86444d25258'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:06.957167 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f4b6aa17-226b-4a6a-86fb-61c9fe6f965e req-edd2619c-ae8f-46b9-a0fc-0c1be700841e tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530786 Aug 19 15:24:06.982679 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-97e4350f-1f9e-44fc-9eb5-4714576a62f2 admin admin] Publish callbacks [] for security_group (59692acb-e6e8-49bb-a95e-e4f8697b1e3e), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:07.015915 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-97e4350f-1f9e-44fc-9eb5-4714576a62f2 admin admin] Publish callbacks [] for security_group (59692acb-e6e8-49bb-a95e-e4f8697b1e3e), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:07.094767 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-97e4350f-1f9e-44fc-9eb5-4714576a62f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (59692acb-e6e8-49bb-a95e-e4f8697b1e3e), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:07.098248 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-97e4350f-1f9e-44fc-9eb5-4714576a62f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:07.099458 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-97e4350f-1f9e-44fc-9eb5-4714576a62f2 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/59692acb-e6e8-49bb-a95e-e4f8697b1e3e HTTP/1.1" status: 204 len: 168 time: 0.2500069 Aug 19 15:24:07.109435 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4350f-1f9e-44fc-9eb5-4714576a62f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59692acb-e6e8-49bb-a95e-e4f8697b1e3e,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:07.204064 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:07.207149 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-75b48305-0375-4724-ab0a-80dfd246ee0f None None] Set router 28bc588a-219b-4a73-9372-b86444d25258 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:24:07.566099 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-75b48305-0375-4724-ab0a-80dfd246ee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:07Z', 'revision_number': 4, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port': {'id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '5dde03a6-e1e2-4c74-bdca-0082299beee8', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '28bc588a-219b-4a73-9372-b86444d25258', 'port_id': '489cb252-e00c-4932-b659-de93c87cfb6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'mac_address': 'fa:16:3e:5e:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:23:19Z', 'updated_at': '2022-08-19T15:24:04Z', 'revision_number': 1, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b5c845-d8f0-4fb7-8e6a-f21ed531867b', 'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'mac_address': 'fa:16:3e:49:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:05Z', 'updated_at': '2022-08-19T15:23:21Z', 'revision_number': 5, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'subnets': [{'id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:07.591700 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ee08f-4e27-4d15-b674-12d548df3a83 req-9082477d-bc92-48ff-9905-dd6fcf483ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:07.593274 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3f0ee08f-4e27-4d15-b674-12d548df3a83 req-9082477d-bc92-48ff-9905-dd6fcf483ff5 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb HTTP/1.1" status: 200 len: 857 time: 0.0782025 Aug 19 15:24:07.605545 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b48305-0375-4724-ab0a-80dfd246ee0f None None] The sync data for ids ['28bc588a-219b-4a73-9372-b86444d25258'] in dv-cinder-835384-20-iscsi is: [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:07Z', 'revision_number': 4, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port': {'id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '5dde03a6-e1e2-4c74-bdca-0082299beee8', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '28bc588a-219b-4a73-9372-b86444d25258', 'port_id': '489cb252-e00c-4932-b659-de93c87cfb6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'mac_address': 'fa:16:3e:5e:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:23:19Z', 'updated_at': '2022-08-19T15:24:04Z', 'revision_number': 1, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b5c845-d8f0-4fb7-8e6a-f21ed531867b', 'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'mac_address': 'fa:16:3e:49:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:05Z', 'updated_at': '2022-08-19T15:23:21Z', 'revision_number': 5, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'subnets': [{'id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:24:08.115610 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32455b-5713-4c6f-985f-1fcddd916e89 req-fafdfe4c-2977-48a9-88ca-a82fe1301dd1 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:08.118506 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7b32455b-5713-4c6f-985f-1fcddd916e89 req-fafdfe4c-2977-48a9-88ca-a82fe1301dd1 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0646431 Aug 19 15:24:08.186118 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7b32455b-5713-4c6f-985f-1fcddd916e89 req-68debe01-26e6-4255-a84d-c3040b6ee5fe tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600150 Aug 19 15:24:08.429024 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677b7bbb-6344-4f37-99fa-bb48326abd2c None None] New status for floating IP 5dde03a6-e1e2-4c74-bdca-0082299beee8: ACTIVE {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:24:09.318638 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f42a2-b85b-4ffd-9ede-4c02061eb086 req-e6630ef1-694f-4f68-ab3a-fead6786b4e5 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:09.320163 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3d3f42a2-b85b-4ffd-9ede-4c02061eb086 req-e6630ef1-694f-4f68-ab3a-fead6786b4e5 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0533864 Aug 19 15:24:09.374273 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3d3f42a2-b85b-4ffd-9ede-4c02061eb086 req-e733e226-7a4e-43e3-87be-80e5fb0ebaae tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480344 Aug 19 15:24:10.538345 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265155c-8477-4fa9-8dbc-9dd07a025835 req-fd8fd206-e1f8-4ad5-96c5-5b3bd04a57b0 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:10.539917 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b265155c-8477-4fa9-8dbc-9dd07a025835 req-fd8fd206-e1f8-4ad5-96c5-5b3bd04a57b0 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0916276 Aug 19 15:24:10.546971 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78264639-aa8d-4e6f-9529-8c1c72b41bfc req-1262bebf-7713-4eca-bcf6-63c22a9ef656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:10.548520 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-78264639-aa8d-4e6f-9529-8c1c72b41bfc req-1262bebf-7713-4eca-bcf6-63c22a9ef656 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ede055158e24b7c9a935b833e33b89a&device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 1130 time: 0.0698576 Aug 19 15:24:10.596451 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6551590f-b2a7-4268-b68f-84d043c971a1 req-4fd8d297-d5f7-4b15-85d9-639015ae972c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1238341 Aug 19 15:24:10.605361 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ee08f-4e27-4d15-b674-12d548df3a83 req-57bc6bd2-2165-47d6-b47d-ae3df3616d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:10.607487 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3f0ee08f-4e27-4d15-b674-12d548df3a83 req-57bc6bd2-2165-47d6-b47d-ae3df3616d07 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=767088c7-8ee1-471e-80fb-53a5e6370be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1246870 Aug 19 15:24:10.609097 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c112bbc-3d87-40b5-8834-f0bf2ea45674 req-ab030d95-ab50-47de-861a-30bf6f560436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:10.612370 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3c112bbc-3d87-40b5-8834-f0bf2ea45674 req-ab030d95-ab50-47de-861a-30bf6f560436 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cbf14c554d854af5ba8cd910c82d42e0&device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 1130 time: 0.1095419 Aug 19 15:24:10.680226 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b265155c-8477-4fa9-8dbc-9dd07a025835 req-9c6dda6a-0157-40db-b7d4-26035d57ec3a tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307268 Aug 19 15:24:10.720263 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:10.726648 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78264639-aa8d-4e6f-9529-8c1c72b41bfc req-195cf438-0ceb-4861-8487-6c719127016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:10.729341 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-78264639-aa8d-4e6f-9529-8c1c72b41bfc req-195cf438-0ceb-4861-8487-6c719127016d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc HTTP/1.1" status: 200 len: 911 time: 0.1647604 Aug 19 15:24:10.854019 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-78264639-aa8d-4e6f-9529-8c1c72b41bfc req-f700eda2-5185-4e06-92ef-4e12898f99d0 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=489cb252-e00c-4932-b659-de93c87cfb6a HTTP/1.1" status: 200 len: 1002 time: 0.1117620 Aug 19 15:24:10.864405 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551590f-b2a7-4268-b68f-84d043c971a1 req-e9a0bfa9-3f01-486a-aa03-4df739adc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:10.866008 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6551590f-b2a7-4268-b68f-84d043c971a1 req-e9a0bfa9-3f01-486a-aa03-4df739adc385 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ea214b3e591a44928fd7af5f51095405&device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 1129 time: 0.1680305 Aug 19 15:24:10.931811 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78264639-aa8d-4e6f-9529-8c1c72b41bfc req-b176022f-e87a-401c-9e4f-38a7b386b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:10.934023 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-78264639-aa8d-4e6f-9529-8c1c72b41bfc req-b176022f-e87a-401c-9e4f-38a7b386b607 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93f05d4a-93e6-496f-8a08-b1119fd57ca6 HTTP/1.1" status: 200 len: 849 time: 0.0586336 Aug 19 15:24:10.936415 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3f0ee08f-4e27-4d15-b674-12d548df3a83 req-ba8fbb02-a750-466e-ab5c-9209db1c0c4b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994046 Aug 19 15:24:10.947103 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c112bbc-3d87-40b5-8834-f0bf2ea45674 req-c9799ebf-156b-40fd-89ce-5192fb677ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:10.948938 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3c112bbc-3d87-40b5-8834-f0bf2ea45674 req-c9799ebf-156b-40fd-89ce-5192fb677ca3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 HTTP/1.1" status: 200 len: 916 time: 0.3044453 Aug 19 15:24:11.022188 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551590f-b2a7-4268-b68f-84d043c971a1 req-d49f48ee-ffe8-468b-acf1-09f524a0f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:11.025260 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6551590f-b2a7-4268-b68f-84d043c971a1 req-d49f48ee-ffe8-468b-acf1-09f524a0f8ff service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 HTTP/1.1" status: 200 len: 912 time: 0.1216044 Aug 19 15:24:11.113416 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78264639-aa8d-4e6f-9529-8c1c72b41bfc req-6a95e52a-f533-4c6a-a44a-d2c1b94aabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:11.115451 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-78264639-aa8d-4e6f-9529-8c1c72b41bfc req-6a95e52a-f533-4c6a-a44a-d2c1b94aabb6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514297 Aug 19 15:24:11.188290 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6551590f-b2a7-4268-b68f-84d043c971a1 req-98aa4285-0316-448d-aa03-5c24f28a402b service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44c3f537-79e8-434b-8284-5ff8ab0dcb5c HTTP/1.1" status: 200 len: 217 time: 0.1064374 Aug 19 15:24:11.277440 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-78264639-aa8d-4e6f-9529-8c1c72b41bfc req-58ea7dd8-1c52-4df9-835c-05d3ee8d48b5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549418 Aug 19 15:24:11.375918 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3c112bbc-3d87-40b5-8834-f0bf2ea45674 req-fbdaccb9-bc9c-4c4e-a107-d922bb19ef94 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02304f9d-f8e5-4fc7-8c86-f4b23da124da HTTP/1.1" status: 200 len: 1001 time: 0.3011718 Aug 19 15:24:11.381409 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551590f-b2a7-4268-b68f-84d043c971a1 req-08372815-8967-44da-952e-66e8c96ad316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:11.382883 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6551590f-b2a7-4268-b68f-84d043c971a1 req-08372815-8967-44da-952e-66e8c96ad316 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=958c0ad0-a50f-4274-9f82-f6b43ce9ca38 HTTP/1.1" status: 200 len: 850 time: 0.1779652 Aug 19 15:24:11.398892 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3f0ee08f-4e27-4d15-b674-12d548df3a83 req-fa13914e-1084-4638-afc1-93d9330d9c67 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348629 Aug 19 15:24:11.402535 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:11.415195 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-78264639-aa8d-4e6f-9529-8c1c72b41bfc req-e632777b-816a-45ce-a99d-1de110a2bcd2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313810 Aug 19 15:24:11.482414 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551590f-b2a7-4268-b68f-84d043c971a1 req-da17b3c4-c8ec-442a-8536-f8149be4c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:11.483964 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6551590f-b2a7-4268-b68f-84d043c971a1 req-da17b3c4-c8ec-442a-8536-f8149be4c13a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=8ca696a6-5a42-4e8e-bad5-e98dabe98bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0842164 Aug 19 15:24:11.522012 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c112bbc-3d87-40b5-8834-f0bf2ea45674 req-310b5f24-c0d1-43c7-bff7-9045cdd6dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:11.523528 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3c112bbc-3d87-40b5-8834-f0bf2ea45674 req-310b5f24-c0d1-43c7-bff7-9045cdd6dc85 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9f5a617c-2964-456f-ae12-5bd7af7fa552 HTTP/1.1" status: 200 len: 854 time: 0.1226671 Aug 19 15:24:11.619848 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c112bbc-3d87-40b5-8834-f0bf2ea45674 req-60297412-6bc2-4574-81f3-0854df04641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:11.621493 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3c112bbc-3d87-40b5-8834-f0bf2ea45674 req-60297412-6bc2-4574-81f3-0854df04641f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0881858 Aug 19 15:24:11.652004 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6551590f-b2a7-4268-b68f-84d043c971a1 req-b28dc789-43c7-4e2c-b122-f769968b7a72 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8ca696a6-5a42-4e8e-bad5-e98dabe98bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550431 Aug 19 15:24:11.731527 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:11.866146 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20a542-2639-4059-9d20-be52f907828a req-d28d0034-4273-47b1-9fe9-b504777775e0 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:11.875556 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2b20a542-2639-4059-9d20-be52f907828a req-d28d0034-4273-47b1-9fe9-b504777775e0 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0792937 Aug 19 15:24:11.945424 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2b20a542-2639-4059-9d20-be52f907828a req-b8428c2b-8e9a-4478-ab92-96b96020c054 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684731 Aug 19 15:24:12.121091 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6551590f-b2a7-4268-b68f-84d043c971a1 req-ac102c56-b97e-401c-8ce9-216a29194843 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8ca696a6-5a42-4e8e-bad5-e98dabe98bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311841 Aug 19 15:24:12.124689 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3c112bbc-3d87-40b5-8834-f0bf2ea45674 req-c03f84a5-e3af-492f-a02c-1747c7448e81 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332106 Aug 19 15:24:12.290110 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3c112bbc-3d87-40b5-8834-f0bf2ea45674 req-f407c15c-38b0-4600-b005-b671758848fe service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494043 Aug 19 15:24:13.061680 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:13.083936 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbdcb1-8a9d-4e6d-9d42-c416d2279ee3 req-89c57221-24df-4a04-9dd5-b7ca538aee32 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:13.087007 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-eebbdcb1-8a9d-4e6d-9d42-c416d2279ee3 req-89c57221-24df-4a04-9dd5-b7ca538aee32 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0637801 Aug 19 15:24:13.155492 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-eebbdcb1-8a9d-4e6d-9d42-c416d2279ee3 req-6e5289f9-ac4f-4620-b2ce-aa2bb262448d tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577033 Aug 19 15:24:13.401444 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3613ebda-5664-4679-b5ae-9ad68b0983ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:14.295277 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d585f32-2fb5-48ea-9c23-3f7784e65f37 req-31d13c14-b27a-40ed-8c39-433035076b1a tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:14.296859 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8d585f32-2fb5-48ea-9c23-3f7784e65f37 req-31d13c14-b27a-40ed-8c39-433035076b1a tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0623627 Aug 19 15:24:14.348794 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8d585f32-2fb5-48ea-9c23-3f7784e65f37 req-165a4c40-dfaf-4bc1-9f2c-fddd82c19609 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460000 Aug 19 15:24:14.592251 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 41242) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:14.723183 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f1ada378-b5d3-4651-b476-4782c3a1bdd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:14.807888 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f1ada378-b5d3-4651-b476-4782c3a1bdd0 admin admin] Publish callbacks [] for security_group (4aa35bf4-3bc8-40b3-b184-8360d7ca8dfa), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:14.821017 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f1ada378-b5d3-4651-b476-4782c3a1bdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (4aa35bf4-3bc8-40b3-b184-8360d7ca8dfa), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:14.869170 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-f1ada378-b5d3-4651-b476-4782c3a1bdd0 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=cdf049fe62cc442da4629b0dc9c39f32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757092 Aug 19 15:24:14.872081 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ada378-b5d3-4651-b476-4782c3a1bdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa35bf4-3bc8-40b3-b184-8360d7ca8dfa,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:14.872566 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 41246) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:14.878741 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:14.938228 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5e3ffc95-b3bf-4aa6-86d5-1a5bdabdb128 admin admin] Publish callbacks [] for security_group (4aa35bf4-3bc8-40b3-b184-8360d7ca8dfa), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:14.959657 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5e3ffc95-b3bf-4aa6-86d5-1a5bdabdb128 admin admin] Publish callbacks [] for security_group (4aa35bf4-3bc8-40b3-b184-8360d7ca8dfa), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:15.012853 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5e3ffc95-b3bf-4aa6-86d5-1a5bdabdb128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (4aa35bf4-3bc8-40b3-b184-8360d7ca8dfa), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:15.015791 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5e3ffc95-b3bf-4aa6-86d5-1a5bdabdb128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:15.017113 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-5e3ffc95-b3bf-4aa6-86d5-1a5bdabdb128 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/4aa35bf4-3bc8-40b3-b184-8360d7ca8dfa HTTP/1.1" status: 204 len: 168 time: 0.1432974 Aug 19 15:24:15.025681 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ffc95-b3bf-4aa6-86d5-1a5bdabdb128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa35bf4-3bc8-40b3-b184-8360d7ca8dfa,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:15.506395 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc95b6f-7d51-46e4-9e80-9aef2f1b78fb req-cd94be43-1f0b-47ce-aa23-a9b871a79511 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:15.510804 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fbc95b6f-7d51-46e4-9e80-9aef2f1b78fb req-cd94be43-1f0b-47ce-aa23-a9b871a79511 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0733457 Aug 19 15:24:15.580308 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fbc95b6f-7d51-46e4-9e80-9aef2f1b78fb req-33e011cc-227f-4716-91f9-3e352984e213 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684760 Aug 19 15:24:15.764730 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c7513676-59e1-482a-9d76-6869baf583a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:16.578685 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:16.671501 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=93 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:16.719202 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca373cd-c446-47dc-bf92-02966609e638 req-a7feb4ef-cff3-49a0-a7b7-ddde35f031bd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:16.720841 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7ca373cd-c446-47dc-bf92-02966609e638 req-a7feb4ef-cff3-49a0-a7b7-ddde35f031bd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0640013 Aug 19 15:24:16.790287 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7ca373cd-c446-47dc-bf92-02966609e638 req-00604603-37a2-43dc-ba00-299720ba863a tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595167 Aug 19 15:24:17.029996 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:17.092718 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 41322) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:17.201217 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-cb040bdb-1dc6-4e44-85d6-83fa75b98b69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:17.284278 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-cb040bdb-1dc6-4e44-85d6-83fa75b98b69 admin admin] Publish callbacks [] for security_group (7944b2a3-d3c9-42bf-90e4-380353996216), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:17.288566 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-cb040bdb-1dc6-4e44-85d6-83fa75b98b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (7944b2a3-d3c9-42bf-90e4-380353996216), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:17.327643 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb040bdb-1dc6-4e44-85d6-83fa75b98b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7944b2a3-d3c9-42bf-90e4-380353996216,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:17.331831 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-cb040bdb-1dc6-4e44-85d6-83fa75b98b69 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=258498772d2748aba1c810acbb945261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380764 Aug 19 15:24:17.334525 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 41326) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:17.393061 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c81ee12c-4c8e-4995-b411-12db0ef44b6e admin admin] Publish callbacks [] for security_group (7944b2a3-d3c9-42bf-90e4-380353996216), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:17.415568 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c81ee12c-4c8e-4995-b411-12db0ef44b6e admin admin] Publish callbacks [] for security_group (7944b2a3-d3c9-42bf-90e4-380353996216), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:17.469520 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c81ee12c-4c8e-4995-b411-12db0ef44b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (7944b2a3-d3c9-42bf-90e4-380353996216), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:17.472130 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c81ee12c-4c8e-4995-b411-12db0ef44b6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:17.480192 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-c81ee12c-4c8e-4995-b411-12db0ef44b6e admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/7944b2a3-d3c9-42bf-90e4-380353996216 HTTP/1.1" status: 204 len: 168 time: 0.1405940 Aug 19 15:24:17.485327 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ee12c-4c8e-4995-b411-12db0ef44b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7944b2a3-d3c9-42bf-90e4-380353996216,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:17.805362 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 41336) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:17.818763 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9709a092-ef70-4aae-aad5-41ac4ef21229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:17.941569 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e661fca-6b08-4d69-acf8-fff6868c7662 req-95c9e4ad-61a3-43f4-9d4c-c46ce2cc36f4 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:17.942987 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9e661fca-6b08-4d69-acf8-fff6868c7662 req-95c9e4ad-61a3-43f4-9d4c-c46ce2cc36f4 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0688913 Aug 19 15:24:17.953733 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9709a092-ef70-4aae-aad5-41ac4ef21229 admin admin] Publish callbacks [] for security_group (9fb31e6a-4de3-4326-a016-82adf83fd607), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:17.960685 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9709a092-ef70-4aae-aad5-41ac4ef21229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (9fb31e6a-4de3-4326-a016-82adf83fd607), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:18.017726 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-9709a092-ef70-4aae-aad5-41ac4ef21229 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=ec6fb88b34574a04b6c48979f84a00f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112682 Aug 19 15:24:18.020803 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 41342) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:18.033111 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709a092-ef70-4aae-aad5-41ac4ef21229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb31e6a-4de3-4326-a016-82adf83fd607,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:18.038634 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9e661fca-6b08-4d69-acf8-fff6868c7662 req-2a215ef7-cbc9-469a-8a0d-2c9efc41db6f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876052 Aug 19 15:24:18.077954 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2d237724-aec0-44f2-92a5-f4252ca95ba9 admin admin] Publish callbacks [] for security_group (9fb31e6a-4de3-4326-a016-82adf83fd607), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:18.101733 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2d237724-aec0-44f2-92a5-f4252ca95ba9 admin admin] Publish callbacks [] for security_group (9fb31e6a-4de3-4326-a016-82adf83fd607), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:18.156117 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2d237724-aec0-44f2-92a5-f4252ca95ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (9fb31e6a-4de3-4326-a016-82adf83fd607), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:18.160813 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2d237724-aec0-44f2-92a5-f4252ca95ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:18.162717 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-2d237724-aec0-44f2-92a5-f4252ca95ba9 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/9fb31e6a-4de3-4326-a016-82adf83fd607 HTTP/1.1" status: 204 len: 168 time: 0.1406937 Aug 19 15:24:18.172874 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d237724-aec0-44f2-92a5-f4252ca95ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb31e6a-4de3-4326-a016-82adf83fd607,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:18.484127 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:18.529356 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 41354) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:18.536692 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:18.544198 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:18.547065 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e439a709-4f0b-4017-9c56-45907512be73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:18.614043 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:18.645894 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e439a709-4f0b-4017-9c56-45907512be73 admin admin] Publish callbacks [] for security_group (05a874f5-3703-4aed-9789-69c8a64ed6fd), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:18.650024 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e439a709-4f0b-4017-9c56-45907512be73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (05a874f5-3703-4aed-9789-69c8a64ed6fd), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:18.695832 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-e439a709-4f0b-4017-9c56-45907512be73 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=a1b6e0d929c9439ba2c6bc8b11509477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1652865 Aug 19 15:24:18.696769 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439a709-4f0b-4017-9c56-45907512be73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a874f5-3703-4aed-9789-69c8a64ed6fd,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:18.699579 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 41358) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:18.708243 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:18.711337 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:18.761645 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b2cef4ba-3fb3-4bbf-ae9f-d6c9c692c742 admin admin] Publish callbacks [] for security_group (05a874f5-3703-4aed-9789-69c8a64ed6fd), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:18.783864 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b2cef4ba-3fb3-4bbf-ae9f-d6c9c692c742 admin admin] Publish callbacks [] for security_group (05a874f5-3703-4aed-9789-69c8a64ed6fd), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:18.835606 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b2cef4ba-3fb3-4bbf-ae9f-d6c9c692c742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (05a874f5-3703-4aed-9789-69c8a64ed6fd), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:18.839349 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b2cef4ba-3fb3-4bbf-ae9f-d6c9c692c742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:18.840674 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b2cef4ba-3fb3-4bbf-ae9f-d6c9c692c742 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/05a874f5-3703-4aed-9789-69c8a64ed6fd HTTP/1.1" status: 204 len: 168 time: 0.1396499 Aug 19 15:24:18.848872 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cef4ba-3fb3-4bbf-ae9f-d6c9c692c742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a874f5-3703-4aed-9789-69c8a64ed6fd,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:18.861102 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:19.185733 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574157c-5161-4598-83ad-50bc948fdf2a req-05a0be98-0753-4b8a-be41-9954b3c186fd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:19.187085 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9574157c-5161-4598-83ad-50bc948fdf2a req-05a0be98-0753-4b8a-be41-9954b3c186fd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0617602 Aug 19 15:24:19.248361 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9574157c-5161-4598-83ad-50bc948fdf2a req-4910d4bf-2d6b-4f53-8881-e80d4e7a9b24 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555694 Aug 19 15:24:19.637621 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 41388) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:19.750407 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-932fc2e5-da24-4ed2-ad3d-d6df51ce1d61 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1894448264-network', 'tenant_id': 'fc839eae8c504e298673b61d4de8b0e5'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:19.770976 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932fc2e5-da24-4ed2-ad3d-d6df51ce1d61 admin admin] Made reservation on behalf of fc839eae8c504e298673b61d4de8b0e5 for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:19.773353 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-932fc2e5-da24-4ed2-ad3d-d6df51ce1d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:19.782682 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-932fc2e5-da24-4ed2-ad3d-d6df51ce1d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:19.864224 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-932fc2e5-da24-4ed2-ad3d-d6df51ce1d61 admin admin] Publish callbacks [] for security_group (5efbb9af-c838-4f65-a4a3-963f280cbc3d), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:19.868672 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-932fc2e5-da24-4ed2-ad3d-d6df51ce1d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (5efbb9af-c838-4f65-a4a3-963f280cbc3d), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:19.896177 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932fc2e5-da24-4ed2-ad3d-d6df51ce1d61 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=106284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:24:19.907206 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fc2e5-da24-4ed2-ad3d-d6df51ce1d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efbb9af-c838-4f65-a4a3-963f280cbc3d,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:19.912374 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-932fc2e5-da24-4ed2-ad3d-d6df51ce1d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (a130714f-3257-464f-ae48-b0435cb29545), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:19.912739 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-932fc2e5-da24-4ed2-ad3d-d6df51ce1d61 admin admin] Added segment a130714f-3257-464f-ae48-b0435cb29545 of type vlan for network ab9ca31a-f85c-4567-b91b-7d53a8006dd9 Aug 19 15:24:19.957174 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-932fc2e5-da24-4ed2-ad3d-d6df51ce1d61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (ab9ca31a-f85c-4567-b91b-7d53a8006dd9), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:19.984789 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-932fc2e5-da24-4ed2-ad3d-d6df51ce1d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (ab9ca31a-f85c-4567-b91b-7d53a8006dd9), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:19.985806 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932fc2e5-da24-4ed2-ad3d-d6df51ce1d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:19.986377 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-932fc2e5-da24-4ed2-ad3d-d6df51ce1d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:20.048635 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-932fc2e5-da24-4ed2-ad3d-d6df51ce1d61 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4098713 Aug 19 15:24:20.051487 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 41394) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:20.058802 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-8c056d6a-cd95-4d72-be01-9103ea0efdce admin admin] Request body: {'subnet': {'network_id': 'ab9ca31a-f85c-4567-b91b-7d53a8006dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1894448264-subnet', 'tenant_id': 'fc839eae8c504e298673b61d4de8b0e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:20.065752 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fc2e5-da24-4ed2-ad3d-d6df51ce1d61 admin admin] Pushing event updated for resources: {'Network': ['ID=ab9ca31a-f85c-4567-b91b-7d53a8006dd9,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:20.077112 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network ab9ca31a-f85c-4567-b91b-7d53a8006dd9 details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:24:20.084939 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c056d6a-cd95-4d72-be01-9103ea0efdce admin admin] Made reservation on behalf of fc839eae8c504e298673b61d4de8b0e5 for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:20.087766 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8c056d6a-cd95-4d72-be01-9103ea0efdce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127678'] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:20.245069 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:20.271327 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8c056d6a-cd95-4d72-be01-9103ea0efdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16011370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127648'] for subnet (604a07a4-657e-4174-86f8-da53b5588e42), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:20.274621 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:20.335538 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c056d6a-cd95-4d72-be01-9103ea0efdce admin admin] Pushing event updated for resources: {'Subnet': ['ID=604a07a4-657e-4174-86f8-da53b5588e42,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:20.361574 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c056d6a-cd95-4d72-be01-9103ea0efdce admin admin] Checking segment: {'id': 'a130714f-3257-464f-ae48-b0435cb29545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ab9ca31a-f85c-4567-b91b-7d53a8006dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:24:20.361932 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c056d6a-cd95-4d72-be01-9103ea0efdce admin admin] Network hostable DHCP agents. Network: ab9ca31a-f85c-4567-b91b-7d53a8006dd9, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:24:20.403941 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e2f01-8afe-40c7-9d74-bb9bd8d2cf06 req-04e61839-864b-427d-a757-746ca5bcd228 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:20.405504 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-cc9e2f01-8afe-40c7-9d74-bb9bd8d2cf06 req-04e61839-864b-427d-a757-746ca5bcd228 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0608931 Aug 19 15:24:20.419347 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c056d6a-cd95-4d72-be01-9103ea0efdce admin admin] Network ab9ca31a-f85c-4567-b91b-7d53a8006dd9 is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:24:20.438261 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-8c056d6a-cd95-4d72-be01-9103ea0efdce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, ab9ca31a-f85c-4567-b91b-7d53a8006dd9) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:20.448786 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac5b03f-2002-43b7-ba1f-f6a036ad05e8 None None] Network ab9ca31a-f85c-4567-b91b-7d53a8006dd9 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:24:20.449866 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c056d6a-cd95-4d72-be01-9103ea0efdce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:20.450465 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8c056d6a-cd95-4d72-be01-9103ea0efdce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:20.475604 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-cc9e2f01-8afe-40c7-9d74-bb9bd8d2cf06 req-03f5b1db-0102-467c-b2f8-e90aa1a049ad tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638754 Aug 19 15:24:20.482147 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-8c056d6a-cd95-4d72-be01-9103ea0efdce admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4296219 Aug 19 15:24:20.613204 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87267b5a-d44f-4eaa-bc62-49042f0f74dd None None] Network ab9ca31a-f85c-4567-b91b-7d53a8006dd9 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:24:20.999074 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:24:21.611583 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a684c8-5531-418c-9fa1-69fa68c9cbca req-98de8a44-79ce-4378-ac18-c133fb2dd6b7 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:21.613324 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f3a684c8-5531-418c-9fa1-69fa68c9cbca req-98de8a44-79ce-4378-ac18-c133fb2dd6b7 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0499992 Aug 19 15:24:21.670832 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f3a684c8-5531-418c-9fa1-69fa68c9cbca req-9dba0c22-f520-4599-b7e3-6f6e2e57109d tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520136 Aug 19 15:24:22.449396 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306762cf-b952-4c16-890d-70ff3d27de8e req-60a9ee35-17e9-414a-80ff-4343f8ff2e9d tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:22.451018 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-306762cf-b952-4c16-890d-70ff3d27de8e req-60a9ee35-17e9-414a-80ff-4343f8ff2e9d tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/networks?id=ab9ca31a-f85c-4567-b91b-7d53a8006dd9 HTTP/1.1" status: 200 len: 809 time: 0.1292145 Aug 19 15:24:22.468922 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-306762cf-b952-4c16-890d-70ff3d27de8e req-f691822d-5005-450c-8ba3-12f1fdb0d486 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/quotas/fc839eae8c504e298673b61d4de8b0e5 HTTP/1.1" status: 200 len: 375 time: 0.0115783 Aug 19 15:24:22.506927 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-306762cf-b952-4c16-890d-70ff3d27de8e req-cf200f64-1c87-401b-bf61-a17f9277e79a tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=fc839eae8c504e298673b61d4de8b0e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318980 Aug 19 15:24:22.618173 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-306762cf-b952-4c16-890d-70ff3d27de8e req-04416d37-1b7f-4efe-9663-688e850a9913 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ab9ca31a-f85c-4567-b91b-7d53a8006dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987957 Aug 19 15:24:22.733520 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-306762cf-b952-4c16-890d-70ff3d27de8e req-8f580d15-c374-43ea-b56e-8ba5063c2272 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ab9ca31a-f85c-4567-b91b-7d53a8006dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090169 Aug 19 15:24:22.862497 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5041a-2462-4827-9da5-b6c0bcbdcd87 req-094f9ae0-acab-42f1-a71d-7d703ad9fb96 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:22.865676 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c7e5041a-2462-4827-9da5-b6c0bcbdcd87 req-094f9ae0-acab-42f1-a71d-7d703ad9fb96 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.1131330 Aug 19 15:24:23.000977 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c7e5041a-2462-4827-9da5-b6c0bcbdcd87 req-b0ebbcfb-2a2e-4f27-ab37-8fc0cc27e51b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280499 Aug 19 15:24:23.068578 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-07875708-9299-4f03-945e-6a50d0e8773d req-dfa88bfb-925c-442e-bbb3-fa1fb12b59c0 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 210 time: 0.0639992 Aug 19 15:24:24.205609 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9539c280-c4aa-4eee-8eab-7490c12ff177 req-dc9838e6-902f-4565-8516-1510c7588b33 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 210 time: 0.0509398 Aug 19 15:24:24.216248 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07161e9-aae2-42a9-bfbc-a569dd227da9 req-7bc88bce-7389-42fe-9d12-7038771f4fb0 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:24.224633 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a07161e9-aae2-42a9-bfbc-a569dd227da9 req-7bc88bce-7389-42fe-9d12-7038771f4fb0 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.1081171 Aug 19 15:24:24.261882 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306762cf-b952-4c16-890d-70ff3d27de8e req-e9b2847b-c4f3-492a-bf1b-c8bb45ce189a tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:24.264364 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-306762cf-b952-4c16-890d-70ff3d27de8e req-e9b2847b-c4f3-492a-bf1b-c8bb45ce189a tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.52 "GET /networking/v2.0/networks?id=ab9ca31a-f85c-4567-b91b-7d53a8006dd9 HTTP/1.1" status: 200 len: 809 time: 0.1591432 Aug 19 15:24:24.288954 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a07161e9-aae2-42a9-bfbc-a569dd227da9 req-6ad82c5c-c568-4e94-b433-bfe54f11fd1b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631518 Aug 19 15:24:24.294820 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-306762cf-b952-4c16-890d-70ff3d27de8e req-72fbd2c2-d2d2-4cff-8619-abf4f27f062e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Request body: {'port': {'device_id': '3441cda4-095a-48d3-9e4d-15c5dc40f334', 'network_id': 'ab9ca31a-f85c-4567-b91b-7d53a8006dd9', 'admin_state_up': True, 'tenant_id': 'fc839eae8c504e298673b61d4de8b0e5'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:24.493124 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306762cf-b952-4c16-890d-70ff3d27de8e req-72fbd2c2-d2d2-4cff-8619-abf4f27f062e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Made reservation on behalf of fc839eae8c504e298673b61d4de8b0e5 for: {'port': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:24.501429 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-306762cf-b952-4c16-890d-70ff3d27de8e req-72fbd2c2-d2d2-4cff-8619-abf4f27f062e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:24.660591 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1587dc-24a8-44f4-8a8c-e6c608cfcf20 req-472f74a6-4565-471b-a038-9377dfd87b9c tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:24.663332 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3d1587dc-24a8-44f4-8a8c-e6c608cfcf20 req-472f74a6-4565-471b-a038-9377dfd87b9c tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 945 time: 0.0976768 Aug 19 15:24:24.685872 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 41550) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:24.724599 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:24.744071 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [req-306762cf-b952-4c16-890d-70ff3d27de8e req-72fbd2c2-d2d2-4cff-8619-abf4f27f062e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Allocated IP 172.20.0.3 (ab9ca31a-f85c-4567-b91b-7d53a8006dd9/604a07a4-657e-4174-86f8-da53b5588e42/937ee5da-2200-4ee3-9d5a-4b7d31cd9700) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:24.751349 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 41554) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:24.757683 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3d1587dc-24a8-44f4-8a8c-e6c608cfcf20 req-06c9f78a-7b94-441b-b10b-febadf6c2004 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584602 Aug 19 15:24:24.912511 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cc600f7f-be14-4290-9315-ef02691dd0b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:24.918736 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3793014d-7b3a-4843-84dd-3ed3433df2e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:24.932935 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:24.986349 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-306762cf-b952-4c16-890d-70ff3d27de8e req-72fbd2c2-d2d2-4cff-8619-abf4f27f062e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Publish callbacks [] for port (937ee5da-2200-4ee3-9d5a-4b7d31cd9700), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:24.999676 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cc600f7f-be14-4290-9315-ef02691dd0b9 admin admin] Publish callbacks [] for security_group (0a51afe5-6f33-4736-8f07-a76195717a60), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:25.006241 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cc600f7f-be14-4290-9315-ef02691dd0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (0a51afe5-6f33-4736-8f07-a76195717a60), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:25.029000 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:25.056052 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-cc600f7f-be14-4290-9315-ef02691dd0b9 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=42067159183547dea04486b838f78075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688567 Aug 19 15:24:25.060039 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 41558) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:25.061112 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc600f7f-be14-4290-9315-ef02691dd0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a51afe5-6f33-4736-8f07-a76195717a60,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:25.072031 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:INSERT=16 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:25.080120 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-306762cf-b952-4c16-890d-70ff3d27de8e req-72fbd2c2-d2d2-4cff-8619-abf4f27f062e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (937ee5da-2200-4ee3-9d5a-4b7d31cd9700), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:25.107235 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3793014d-7b3a-4843-84dd-3ed3433df2e8 admin admin] Publish callbacks [] for security_group (9868a2dc-33a0-4376-9259-23991cd91864), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:25.140960 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3793014d-7b3a-4843-84dd-3ed3433df2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (9868a2dc-33a0-4376-9259-23991cd91864), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:25.183819 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306762cf-b952-4c16-890d-70ff3d27de8e req-72fbd2c2-d2d2-4cff-8619-abf4f27f062e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Network ab9ca31a-f85c-4567-b91b-7d53a8006dd9 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:25.203926 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [req-306762cf-b952-4c16-890d-70ff3d27de8e req-72fbd2c2-d2d2-4cff-8619-abf4f27f062e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:25.216850 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-306762cf-b952-4c16-890d-70ff3d27de8e req-72fbd2c2-d2d2-4cff-8619-abf4f27f062e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:24:25.222576 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793014d-7b3a-4843-84dd-3ed3433df2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9868a2dc-33a0-4376-9259-23991cd91864,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:25.225093 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbd2c2-d2d2-4cff-8619-abf4f27f062e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Pushing event updated for resources: {'Port': ['ID=937ee5da-2200-4ee3-9d5a-4b7d31cd9700,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:25.252467 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-3793014d-7b3a-4843-84dd-3ed3433df2e8 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=7e9cefbc1e18415492b1ea0801b92f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4968543 Aug 19 15:24:25.254182 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 41562) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:25.270380 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a3141931-09d6-49be-a751-f2fced30ff3a admin admin] Publish callbacks [] for security_group (0a51afe5-6f33-4736-8f07-a76195717a60), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:25.306022 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306762cf-b952-4c16-890d-70ff3d27de8e req-72fbd2c2-d2d2-4cff-8619-abf4f27f062e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:25.306940 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-306762cf-b952-4c16-890d-70ff3d27de8e req-72fbd2c2-d2d2-4cff-8619-abf4f27f062e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:25.314794 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a3141931-09d6-49be-a751-f2fced30ff3a admin admin] Publish callbacks [] for security_group (0a51afe5-6f33-4736-8f07-a76195717a60), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:25.324949 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ae891212-32ba-4fd6-93b0-772122a3bef0 admin admin] Publish callbacks [] for security_group (9868a2dc-33a0-4376-9259-23991cd91864), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:25.349486 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-306762cf-b952-4c16-890d-70ff3d27de8e req-72fbd2c2-d2d2-4cff-8619-abf4f27f062e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0640173 Aug 19 15:24:25.387189 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ae891212-32ba-4fd6-93b0-772122a3bef0 admin admin] Publish callbacks [] for security_group (9868a2dc-33a0-4376-9259-23991cd91864), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:25.392998 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a3141931-09d6-49be-a751-f2fced30ff3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (0a51afe5-6f33-4736-8f07-a76195717a60), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:25.396356 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a3141931-09d6-49be-a751-f2fced30ff3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:25.398279 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-a3141931-09d6-49be-a751-f2fced30ff3a admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/0a51afe5-6f33-4736-8f07-a76195717a60 HTTP/1.1" status: 204 len: 168 time: 0.3371024 Aug 19 15:24:25.399945 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a23bb7-c906-402f-8977-5b6c4a104867 req-7931c902-7843-4b2d-b451-8b6be15a61dc tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:25.402832 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a8a23bb7-c906-402f-8977-5b6c4a104867 req-7931c902-7843-4b2d-b451-8b6be15a61dc tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 931 time: 0.0744741 Aug 19 15:24:25.414339 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3141931-09d6-49be-a751-f2fced30ff3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a51afe5-6f33-4736-8f07-a76195717a60,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:25.499592 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60ae90-11f2-43bf-a40f-ea5b9c891a82 req-2cc0593b-e1a6-4a71-9bc8-0ee5c3c34775 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:25.501395 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3a60ae90-11f2-43bf-a40f-ea5b9c891a82 req-2cc0593b-e1a6-4a71-9bc8-0ee5c3c34775 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0974188 Aug 19 15:24:25.555272 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a8a23bb7-c906-402f-8977-5b6c4a104867 req-2345742f-389d-4657-98f9-b3f81257da8e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061997 Aug 19 15:24:25.565341 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ae891212-32ba-4fd6-93b0-772122a3bef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (9868a2dc-33a0-4376-9259-23991cd91864), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:25.568199 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ae891212-32ba-4fd6-93b0-772122a3bef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:25.584134 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-ae891212-32ba-4fd6-93b0-772122a3bef0 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/9868a2dc-33a0-4376-9259-23991cd91864 HTTP/1.1" status: 204 len: 168 time: 0.3142371 Aug 19 15:24:25.594965 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae891212-32ba-4fd6-93b0-772122a3bef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9868a2dc-33a0-4376-9259-23991cd91864,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:25.610483 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3a60ae90-11f2-43bf-a40f-ea5b9c891a82 req-69ab9568-5dbd-47d6-9609-210da975004d tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025195 Aug 19 15:24:25.904926 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faceb96-84fd-4c56-94f1-59bc8d2dd5e1 req-913c31ed-913e-4c90-8477-10fb0f879a11 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:25.907031 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3faceb96-84fd-4c56-94f1-59bc8d2dd5e1 req-913c31ed-913e-4c90-8477-10fb0f879a11 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 945 time: 0.0616758 Aug 19 15:24:25.965278 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3faceb96-84fd-4c56-94f1-59bc8d2dd5e1 req-7f946c4f-4b52-4672-bdd1-0359704d273e tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513232 Aug 19 15:24:26.077617 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Request body: {'port': {'device_id': '3441cda4-095a-48d3-9e4d-15c5dc40f334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:26.108112 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 41592) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:26.127123 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6b376c5b-9acf-462c-ae63-07785db2233f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:26.154991 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (937ee5da-2200-4ee3-9d5a-4b7d31cd9700), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:26.221178 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6b376c5b-9acf-462c-ae63-07785db2233f admin admin] Publish callbacks [] for security_group (70a2f8a2-bcb7-4072-b89d-7167ed3c34fd), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:26.230902 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6b376c5b-9acf-462c-ae63-07785db2233f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (70a2f8a2-bcb7-4072-b89d-7167ed3c34fd), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:26.286017 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b376c5b-9acf-462c-ae63-07785db2233f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a2f8a2-bcb7-4072-b89d-7167ed3c34fd,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:26.293161 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-6b376c5b-9acf-462c-ae63-07785db2233f admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=3ec65f0f3fea4e498d7b4afda211efb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1839263 Aug 19 15:24:26.296360 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 41598) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:26.331943 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:26.372908 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ebd93a41-01bb-4196-897b-05b668009d7f admin admin] Publish callbacks [] for security_group (70a2f8a2-bcb7-4072-b89d-7167ed3c34fd), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:26.396691 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:26.405469 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ebd93a41-01bb-4196-897b-05b668009d7f admin admin] Publish callbacks [] for security_group (70a2f8a2-bcb7-4072-b89d-7167ed3c34fd), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:26.466219 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ebd93a41-01bb-4196-897b-05b668009d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (70a2f8a2-bcb7-4072-b89d-7167ed3c34fd), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:26.469867 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ebd93a41-01bb-4196-897b-05b668009d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:26.475003 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-ebd93a41-01bb-4196-897b-05b668009d7f admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/70a2f8a2-bcb7-4072-b89d-7167ed3c34fd HTTP/1.1" status: 204 len: 168 time: 0.1743789 Aug 19 15:24:26.480671 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd93a41-01bb-4196-897b-05b668009d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a2f8a2-bcb7-4072-b89d-7167ed3c34fd,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:26.525077 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:24:26.539744 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Publish callbacks [] for port (937ee5da-2200-4ee3-9d5a-4b7d31cd9700), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:26.559625 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Transition to ACTIVE for port object 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:24:26.564458 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (937ee5da-2200-4ee3-9d5a-4b7d31cd9700), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:26.620246 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:26.717605 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Pushing event updated for resources: {'Port': ['ID=937ee5da-2200-4ee3-9d5a-4b7d31cd9700,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:26.790386 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:26.797069 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Attempting to bind port 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:24:26.797828 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Attempting to bind port 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a130714f-3257-464f-ae48-b0435cb29545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ab9ca31a-f85c-4567-b91b-7d53a8006dd9'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:24:26.798332 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Attempting to bind port 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 on network ab9ca31a-f85c-4567-b91b-7d53a8006dd9 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:24:26.811342 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae8ffa-8fbb-4967-b1e8-e274e5b1011c req-25d2b9bd-c353-48cf-b8ec-fc2914ac5651 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:26.820686 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-03ae8ffa-8fbb-4967-b1e8-e274e5b1011c req-25d2b9bd-c353-48cf-b8ec-fc2914ac5651 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 943 time: 0.1307909 Aug 19 15:24:26.825887 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Port 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 on network ab9ca31a-f85c-4567-b91b-7d53a8006dd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:24:26.826435 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Attempting to bind port 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 on network ab9ca31a-f85c-4567-b91b-7d53a8006dd9 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:24:26.841562 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced49127-9e48-445f-9301-b09a5e232e47 req-8d146666-1f86-461f-8b6a-926abd98e9e2 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:26.844217 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-ced49127-9e48-445f-9301-b09a5e232e47 req-8d146666-1f86-461f-8b6a-926abd98e9e2 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 945 time: 0.1210742 Aug 19 15:24:26.847317 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b8c0e-51f5-4a71-a91c-287f8f0c283b req-af06cad8-caf5-42df-a19c-6c1d4ac01c10 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:26.855166 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-814b8c0e-51f5-4a71-a91c-287f8f0c283b req-af06cad8-caf5-42df-a19c-6c1d4ac01c10 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.1175823 Aug 19 15:24:26.865025 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:24:26.865614 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Checking segment: {'id': 'a130714f-3257-464f-ae48-b0435cb29545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ab9ca31a-f85c-4567-b91b-7d53a8006dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:24:26.866149 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Bound using segment: {'id': 'a130714f-3257-464f-ae48-b0435cb29545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ab9ca31a-f85c-4567-b91b-7d53a8006dd9'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:24:26.866758 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Bound port: 937ee5da-2200-4ee3-9d5a-4b7d31cd9700, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a130714f-3257-464f-ae48-b0435cb29545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ab9ca31a-f85c-4567-b91b-7d53a8006dd9'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:24:26.867284 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (937ee5da-2200-4ee3-9d5a-4b7d31cd9700), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:26.945746 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-814b8c0e-51f5-4a71-a91c-287f8f0c283b req-51e0be56-ce47-4ed9-bb79-d8477ca263f8 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897276 Aug 19 15:24:26.949439 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-03ae8ffa-8fbb-4967-b1e8-e274e5b1011c req-5a995bf6-9c55-4159-8547-b01eac41b321 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276705 Aug 19 15:24:27.092297 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] For port 937ee5da-2200-4ee3-9d5a-4b7d31cd9700, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:24:27.099950 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-ced49127-9e48-445f-9301-b09a5e232e47 req-1e2e66a0-4e07-474e-b889-893a8a3ec7d8 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Deleting port 44c3f537-79e8-434b-8284-5ff8ab0dcb5c {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:24:27.100315 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-ced49127-9e48-445f-9301-b09a5e232e47 req-1e2e66a0-4e07-474e-b889-893a8a3ec7d8 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (44c3f537-79e8-434b-8284-5ff8ab0dcb5c), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:27.133406 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] For port 937ee5da-2200-4ee3-9d5a-4b7d31cd9700, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=937ee5da-2200-4ee3-9d5a-4b7d31cd9700,segment=NetworkSegment(a130714f-3257-464f-ae48-b0435cb29545),segment_id=a130714f-3257-464f-ae48-b0435cb29545)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:24:27.154267 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5fdd1-9778-4c01-8851-b1b43108b294 req-c671cf7a-11e8-4349-81c5-cb6c5763d1d2 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:27.155977 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4cc5fdd1-9778-4c01-8851-b1b43108b294 req-c671cf7a-11e8-4349-81c5-cb6c5763d1d2 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 945 time: 0.0793846 Aug 19 15:24:27.173041 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (937ee5da-2200-4ee3-9d5a-4b7d31cd9700), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:27.179849 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:27.180497 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:27.182889 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/937ee5da-2200-4ee3-9d5a-4b7d31cd9700 HTTP/1.1" status: 200 len: 1093 time: 1.1121337 Aug 19 15:24:27.186332 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3441cda4-095a-48d3-9e4d-15c5dc40f334', 'tag': '937ee5da-2200-4ee3-9d5a-4b7d31cd9700'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:24:27.188966 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3070d6c8-c0a8-4970-b098-bbfb7896b630" -d '{"events": [{"name": "network-changed", "server_uuid": "3441cda4-095a-48d3-9e4d-15c5dc40f334", "tag": "937ee5da-2200-4ee3-9d5a-4b7d31cd9700"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:27.235785 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4cc5fdd1-9778-4c01-8851-b1b43108b294 req-d8f6ff39-c2ba-4401-a136-277ff4e96f0d tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=67d7f4f2-d793-4bfe-9203-95ff7f0121e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695343 Aug 19 15:24:27.242667 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9a5801-6f97-4c1a-9275-b2fdccb4b8b3 x-openstack-request-id: req-3b9a5801-6f97-4c1a-9275-b2fdccb4b8b3 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:27.243169 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3441cda4-095a-48d3-9e4d-15c5dc40f334", "tag": "937ee5da-2200-4ee3-9d5a-4b7d31cd9700", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:27.243570 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3b9a5801-6f97-4c1a-9275-b2fdccb4b8b3 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:27.243999 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b9a5801-6f97-4c1a-9275-b2fdccb4b8b3'] response: {'name': 'network-changed', 'server_uuid': '3441cda4-095a-48d3-9e4d-15c5dc40f334', 'tag': '937ee5da-2200-4ee3-9d5a-4b7d31cd9700', 'status': 'completed', 'code': 200} Aug 19 15:24:27.305588 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-ced49127-9e48-445f-9301-b09a5e232e47 req-1e2e66a0-4e07-474e-b889-893a8a3ec7d8 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] For port 44c3f537-79e8-434b-8284-5ff8ab0dcb5c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=44c3f537-79e8-434b-8284-5ff8ab0dcb5c,segment=NetworkSegment(faf770e6-08a2-4e4a-b508-19c7be837f73),segment_id=faf770e6-08a2-4e4a-b508-19c7be837f73)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:27.305951 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-ced49127-9e48-445f-9301-b09a5e232e47 req-1e2e66a0-4e07-474e-b889-893a8a3ec7d8 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (44c3f537-79e8-434b-8284-5ff8ab0dcb5c), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:27.310371 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79c268-360d-4662-bed2-2c9018d859dc service neutron] Pushing event updated for resources: {'Port': ['ID=937ee5da-2200-4ee3-9d5a-4b7d31cd9700,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:27.326771 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306762cf-b952-4c16-890d-70ff3d27de8e req-22532552-b083-4879-9354-96f0b86a6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:27.329382 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-306762cf-b952-4c16-890d-70ff3d27de8e req-22532552-b083-4879-9354-96f0b86a6b7d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fc839eae8c504e298673b61d4de8b0e5&device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 1127 time: 0.0819576 Aug 19 15:24:27.336937 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-ced49127-9e48-445f-9301-b09a5e232e47 req-1e2e66a0-4e07-474e-b889-893a8a3ec7d8 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Calling delete_port for 44c3f537-79e8-434b-8284-5ff8ab0dcb5c owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:24:27.384047 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-306762cf-b952-4c16-890d-70ff3d27de8e req-4b797b5d-53c7-47ab-bc28-dcc2a604b1b2 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=937ee5da-2200-4ee3-9d5a-4b7d31cd9700 HTTP/1.1" status: 200 len: 217 time: 0.0428166 Aug 19 15:24:27.502102 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306762cf-b952-4c16-890d-70ff3d27de8e req-a8baa893-e47b-4161-a34a-eb2e92e551f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:27.503580 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-306762cf-b952-4c16-890d-70ff3d27de8e req-a8baa893-e47b-4161-a34a-eb2e92e551f4 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=604a07a4-657e-4174-86f8-da53b5588e42 HTTP/1.1" status: 200 len: 849 time: 0.0973456 Aug 19 15:24:27.543752 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-306762cf-b952-4c16-890d-70ff3d27de8e req-ebdaff2c-8189-4a25-a9ce-981b8a0e7c38 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=ab9ca31a-f85c-4567-b91b-7d53a8006dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287457 Aug 19 15:24:27.663470 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-ced49127-9e48-445f-9301-b09a5e232e47 req-1e2e66a0-4e07-474e-b889-893a8a3ec7d8 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (44c3f537-79e8-434b-8284-5ff8ab0dcb5c), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:27.689914 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['44c3f537-79e8-434b-8284-5ff8ab0dcb5c'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:24:27.704373 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e66a0-4e07-474e-b889-893a8a3ec7d8 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Pushing event deleted for resources: {'Port': ['ID=44c3f537-79e8-434b-8284-5ff8ab0dcb5c,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:27.742566 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-306762cf-b952-4c16-890d-70ff3d27de8e req-0340b1f2-be6a-4d88-b43a-92ad8f2dad8c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ab9ca31a-f85c-4567-b91b-7d53a8006dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900215 Aug 19 15:24:27.803555 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced49127-9e48-445f-9301-b09a5e232e47 req-1e2e66a0-4e07-474e-b889-893a8a3ec7d8 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] No DVR routers for this DVR port 44c3f537-79e8-434b-8284-5ff8ab0dcb5c on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:24:27.810876 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-ced49127-9e48-445f-9301-b09a5e232e47 req-1e2e66a0-4e07-474e-b889-893a8a3ec7d8 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:27.814194 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-ced49127-9e48-445f-9301-b09a5e232e47 req-1e2e66a0-4e07-474e-b889-893a8a3ec7d8 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.52 "DELETE /networking/v2.0/ports/44c3f537-79e8-434b-8284-5ff8ab0dcb5c HTTP/1.1" status: 204 len: 173 time: 0.9617155 Aug 19 15:24:27.844686 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:27.893719 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-306762cf-b952-4c16-890d-70ff3d27de8e req-501be2dd-4f5e-4cba-ac69-493aa1271197 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ab9ca31a-f85c-4567-b91b-7d53a8006dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337500 Aug 19 15:24:28.117427 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:28.124482 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830064d-4a73-4595-a41e-704225ba8b99 req-bd4a909f-bd3f-407c-9f5d-7750e41c4a44 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:28.131513 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6830064d-4a73-4595-a41e-704225ba8b99 req-bd4a909f-bd3f-407c-9f5d-7750e41c4a44 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0940046 Aug 19 15:24:28.148150 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676af66-b79c-4e3e-956e-1bdde8ed1978 req-01e85bdf-486a-4d6f-a89a-4eb9d30b53c8 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:28.149748 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7676af66-b79c-4e3e-956e-1bdde8ed1978 req-01e85bdf-486a-4d6f-a89a-4eb9d30b53c8 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 943 time: 0.1007276 Aug 19 15:24:28.225551 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6830064d-4a73-4595-a41e-704225ba8b99 req-1d120f2b-5869-4a63-b540-7128be6f4b5b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931509 Aug 19 15:24:28.230997 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7676af66-b79c-4e3e-956e-1bdde8ed1978 req-916b28c9-7842-49d4-9ce1-6a8d6e10b33f tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730269 Aug 19 15:24:28.356652 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f5ff395d-4e10-4bfa-9f63-9b9316fef491 req-c6a4e4f0-98db-430b-87bc-f79b9430b019 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 210 time: 0.0371127 Aug 19 15:24:28.873321 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 41680) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:28.983018 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-811d6f3f-e129-4db8-943f-d251e338cf3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:29.056742 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-811d6f3f-e129-4db8-943f-d251e338cf3e admin admin] Publish callbacks [] for security_group (dab67eb5-fa2b-4222-9f0c-a7c33ee20c57), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:29.061015 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-811d6f3f-e129-4db8-943f-d251e338cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (dab67eb5-fa2b-4222-9f0c-a7c33ee20c57), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:29.099001 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d6f3f-e129-4db8-943f-d251e338cf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab67eb5-fa2b-4222-9f0c-a7c33ee20c57,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:29.103187 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-811d6f3f-e129-4db8-943f-d251e338cf3e admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=800d326ff6d44c34af55f6bf1f22edf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288225 Aug 19 15:24:29.106524 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 41684) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:29.155780 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c1b1-517c-4391-8191-d848340745e4 admin admin] Publish callbacks [] for security_group (dab67eb5-fa2b-4222-9f0c-a7c33ee20c57), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:29.174602 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:29.176689 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c1b1-517c-4391-8191-d848340745e4 admin admin] Publish callbacks [] for security_group (dab67eb5-fa2b-4222-9f0c-a7c33ee20c57), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:29.226487 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c1b1-517c-4391-8191-d848340745e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (dab67eb5-fa2b-4222-9f0c-a7c33ee20c57), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:29.229814 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c1b1-517c-4391-8191-d848340745e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:29.231018 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-4ae7c1b1-517c-4391-8191-d848340745e4 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/dab67eb5-fa2b-4222-9f0c-a7c33ee20c57 HTTP/1.1" status: 204 len: 168 time: 0.1235502 Aug 19 15:24:29.239185 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7c1b1-517c-4391-8191-d848340745e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab67eb5-fa2b-4222-9f0c-a7c33ee20c57,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:29.244966 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903776c1-6779-4794-81e4-257cbfdb5908', 'name': 'network-vif-deleted', 'tag': '44c3f537-79e8-434b-8284-5ff8ab0dcb5c'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:24:29.248776 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543791a2-7fdd-4a74-a060-b5ababf531c4" -d '{"events": [{"server_uuid": "903776c1-6779-4794-81e4-257cbfdb5908", "name": "network-vif-deleted", "tag": "44c3f537-79e8-434b-8284-5ff8ab0dcb5c"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:29.290318 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7463d546-1cc0-4ae6-88d2-43eea165dec4 x-openstack-request-id: req-7463d546-1cc0-4ae6-88d2-43eea165dec4 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:29.290616 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903776c1-6779-4794-81e4-257cbfdb5908", "name": "network-vif-deleted", "tag": "44c3f537-79e8-434b-8284-5ff8ab0dcb5c", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:29.290875 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7463d546-1cc0-4ae6-88d2-43eea165dec4 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:29.291282 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7463d546-1cc0-4ae6-88d2-43eea165dec4'] response: {'server_uuid': '903776c1-6779-4794-81e4-257cbfdb5908', 'name': 'network-vif-deleted', 'tag': '44c3f537-79e8-434b-8284-5ff8ab0dcb5c', 'status': 'completed', 'code': 200} Aug 19 15:24:29.395731 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:29.411905 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f13315-e71c-44db-9162-64b1bce9a480 req-6656b683-19ab-4250-84cb-3f02d0ba1d01 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:29.413440 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-91f13315-e71c-44db-9162-64b1bce9a480 req-6656b683-19ab-4250-84cb-3f02d0ba1d01 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.1045790 Aug 19 15:24:29.420605 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ed504-05a6-4b89-b65c-27130ef96a3e req-669e82d1-1061-42e9-ac68-5a4b54cb2b44 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:29.422015 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fd1ed504-05a6-4b89-b65c-27130ef96a3e req-669e82d1-1061-42e9-ac68-5a4b54cb2b44 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 943 time: 0.0747125 Aug 19 15:24:29.499752 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-91f13315-e71c-44db-9162-64b1bce9a480 req-50104617-2d77-4b0f-b8f6-c9d4d3914694 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765417 Aug 19 15:24:29.503067 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fd1ed504-05a6-4b89-b65c-27130ef96a3e req-ba3dc316-ef05-497b-add0-5c1b1a5c9875 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731134 Aug 19 15:24:29.569533 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 41700) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:29.583766 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a453c52e-1867-462c-9f74-fa35d5f372aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:29.644257 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:29.682558 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a453c52e-1867-462c-9f74-fa35d5f372aa admin admin] Publish callbacks [] for security_group (3ee3b612-3aff-4458-b927-8fc9eca3463e), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:29.686813 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a453c52e-1867-462c-9f74-fa35d5f372aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (3ee3b612-3aff-4458-b927-8fc9eca3463e), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:29.731018 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-a453c52e-1867-462c-9f74-fa35d5f372aa admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=14c8fa0469c443ca979eefb2ae2e686c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603360 Aug 19 15:24:29.731754 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453c52e-1867-462c-9f74-fa35d5f372aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee3b612-3aff-4458-b927-8fc9eca3463e,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:29.734990 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 41702) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:29.796200 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-971a528f-a2bf-4726-82cc-062cfa959414 req-791bdd12-f1d3-4882-8c18-4193ef600021 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 210 time: 0.2342384 Aug 19 15:24:29.808433 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c4358b1f-e1b2-43e9-b47b-bbc992fb767f admin admin] Publish callbacks [] for security_group (3ee3b612-3aff-4458-b927-8fc9eca3463e), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:29.829889 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c4358b1f-e1b2-43e9-b47b-bbc992fb767f admin admin] Publish callbacks [] for security_group (3ee3b612-3aff-4458-b927-8fc9eca3463e), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:29.879366 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c4358b1f-e1b2-43e9-b47b-bbc992fb767f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (3ee3b612-3aff-4458-b927-8fc9eca3463e), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:29.882001 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c4358b1f-e1b2-43e9-b47b-bbc992fb767f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:29.883155 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-c4358b1f-e1b2-43e9-b47b-bbc992fb767f admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/3ee3b612-3aff-4458-b927-8fc9eca3463e HTTP/1.1" status: 204 len: 168 time: 0.1471648 Aug 19 15:24:29.891955 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4358b1f-e1b2-43e9-b47b-bbc992fb767f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee3b612-3aff-4458-b927-8fc9eca3463e,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:30.653710 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd28d5d-d78e-4477-a435-65e9e341ac21 req-2f99dbfb-1e2d-4410-85f6-66d5a2ed50a3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:30.655229 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5dd28d5d-d78e-4477-a435-65e9e341ac21 req-2f99dbfb-1e2d-4410-85f6-66d5a2ed50a3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0767679 Aug 19 15:24:30.663254 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75983e-d61a-47db-8cd0-dddb776b2779 req-5ed005e6-e78d-42b4-b674-f399af50944b tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:30.664727 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4c75983e-d61a-47db-8cd0-dddb776b2779 req-5ed005e6-e78d-42b4-b674-f399af50944b tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 943 time: 0.0771308 Aug 19 15:24:30.743167 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5dd28d5d-d78e-4477-a435-65e9e341ac21 req-1701c19b-b97e-4a54-aa3a-33cb3f75f2f0 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774772 Aug 19 15:24:30.746747 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4c75983e-d61a-47db-8cd0-dddb776b2779 req-8cf68d14-23bf-4b8a-9436-f7f6c8e19b62 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743589 Aug 19 15:24:30.899040 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-394ed6e8-0be5-4169-8f4d-baea19c45915 req-72f25ca5-8027-4ac1-9f31-0f8c083a8b9b tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 210 time: 0.0288608 Aug 19 15:24:30.995676 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:31.314148 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:24:31.327222 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 44c3f537-79e8-434b-8284-5ff8ab0dcb5c no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:31.348926 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: 44c3f537-79e8-434b-8284-5ff8ab0dcb5c {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:24:31.349266 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 44c3f537-79e8-434b-8284-5ff8ab0dcb5c not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:31.357032 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:31.438358 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 937ee5da-2200-4ee3-9d5a-4b7d31cd9700, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=937ee5da-2200-4ee3-9d5a-4b7d31cd9700,segment=NetworkSegment(a130714f-3257-464f-ae48-b0435cb29545),segment_id=a130714f-3257-464f-ae48-b0435cb29545)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:31.451273 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': '937ee5da-2200-4ee3-9d5a-4b7d31cd9700', 'network_id': 'ab9ca31a-f85c-4567-b91b-7d53a8006dd9', 'port_id': '937ee5da-2200-4ee3-9d5a-4b7d31cd9700', 'mac_address': 'fa:16:3e:43:ba:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604a07a4-657e-4174-86f8-da53b5588e42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:24:31.487135 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:24:31.487523 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (937ee5da-2200-4ee3-9d5a-4b7d31cd9700), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:31.503870 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:24:31.524205 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 937ee5da-2200-4ee3-9d5a-4b7d31cd9700, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=937ee5da-2200-4ee3-9d5a-4b7d31cd9700,segment=NetworkSegment(a130714f-3257-464f-ae48-b0435cb29545),segment_id=a130714f-3257-464f-ae48-b0435cb29545)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:31.528382 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (937ee5da-2200-4ee3-9d5a-4b7d31cd9700), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:31.580230 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=937ee5da-2200-4ee3-9d5a-4b7d31cd9700,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:31.587766 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.588145 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.588516 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.588881 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.589220 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.589551 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.589882 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.590225 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.590539 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.590865 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.591187 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.591511 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.591829 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.592148 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.592491 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.637466 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070d6c8-c0a8-4970-b098-bbfb7896b630 req-95332b74-43ca-43b7-b97a-4871be2cf60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:31.638963 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3070d6c8-c0a8-4970-b098-bbfb7896b630 req-95332b74-43ca-43b7-b97a-4871be2cf60e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fc839eae8c504e298673b61d4de8b0e5&device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 1128 time: 0.0453036 Aug 19 15:24:31.751532 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070d6c8-c0a8-4970-b098-bbfb7896b630 req-89aef3ee-bb1e-42eb-b797-76792b6b0300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:31.753035 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3070d6c8-c0a8-4970-b098-bbfb7896b630 req-89aef3ee-bb1e-42eb-b797-76792b6b0300 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=ab9ca31a-f85c-4567-b91b-7d53a8006dd9 HTTP/1.1" status: 200 len: 910 time: 0.1055987 Aug 19 15:24:31.800651 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3070d6c8-c0a8-4970-b098-bbfb7896b630 req-16a93d61-d6cd-4c78-b554-7c35bf066f6f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=937ee5da-2200-4ee3-9d5a-4b7d31cd9700 HTTP/1.1" status: 200 len: 217 time: 0.0372171 Aug 19 15:24:31.841778 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['937ee5da-2200-4ee3-9d5a-4b7d31cd9700'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:24:31.902838 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60a0c1-ecdf-4ee9-9cd7-4faa2762d8f8 req-c5ebaa7b-12ff-4512-82e3-139784cf2bce tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:31.904454 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7e60a0c1-ecdf-4ee9-9cd7-4faa2762d8f8 req-c5ebaa7b-12ff-4512-82e3-139784cf2bce tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0860393 Aug 19 15:24:31.914510 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2e022-beb8-4002-8fab-d326bd8d958b req-e415bd2c-faa1-4b77-8062-ef7f135722f6 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:31.916001 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-34b2e022-beb8-4002-8fab-d326bd8d958b req-e415bd2c-faa1-4b77-8062-ef7f135722f6 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 944 time: 0.0870898 Aug 19 15:24:31.989755 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7e60a0c1-ecdf-4ee9-9cd7-4faa2762d8f8 req-845f718f-eb8b-4d9b-93ac-27137b3b0c2f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722072 Aug 19 15:24:31.997331 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-34b2e022-beb8-4002-8fab-d326bd8d958b req-914dc541-238a-4444-b3c0-84d3954dff58 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721288 Aug 19 15:24:32.087430 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070d6c8-c0a8-4970-b098-bbfb7896b630 req-da8151d8-a41e-4715-a651-fdf0bea1496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:32.090166 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3070d6c8-c0a8-4970-b098-bbfb7896b630 req-da8151d8-a41e-4715-a651-fdf0bea1496c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=604a07a4-657e-4174-86f8-da53b5588e42 HTTP/1.1" status: 200 len: 849 time: 0.0534427 Aug 19 15:24:32.117107 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c26b6384-75d0-4e76-8825-d6c5cf83a158 req-70c04340-9227-4be8-8cd3-39d70a0e54f4 tempest-DeleteServersTestJSON-496873357 tempest-DeleteServersTestJSON-496873357-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=903776c1-6779-4794-81e4-257cbfdb5908 HTTP/1.1" status: 200 len: 210 time: 0.0384350 Aug 19 15:24:32.142047 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3070d6c8-c0a8-4970-b098-bbfb7896b630 req-0cfd106c-6e5d-4eff-91e8-492465372bcd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=ab9ca31a-f85c-4567-b91b-7d53a8006dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317552 Aug 19 15:24:32.251184 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3070d6c8-c0a8-4970-b098-bbfb7896b630 req-e72abe34-469c-481e-b888-e8b1a5cc810f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ab9ca31a-f85c-4567-b91b-7d53a8006dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990844 Aug 19 15:24:32.364941 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3070d6c8-c0a8-4970-b098-bbfb7896b630 req-56637fb2-9351-472a-a28e-7965162f252b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ab9ca31a-f85c-4567-b91b-7d53a8006dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014709 Aug 19 15:24:33.146892 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f46a5-36f3-47f1-bfc4-9fee3f15acfb req-f8e31d37-a4df-42b8-9643-22fd1037e3af tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:33.148369 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-455f46a5-36f3-47f1-bfc4-9fee3f15acfb req-f8e31d37-a4df-42b8-9643-22fd1037e3af tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0829058 Aug 19 15:24:33.156830 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2a7d3-450b-4160-9733-324d3a128c99 req-98209197-ed21-4e87-a67c-780697644f59 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:33.158275 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b5d2a7d3-450b-4160-9733-324d3a128c99 req-98209197-ed21-4e87-a67c-780697644f59 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 944 time: 0.0798120 Aug 19 15:24:33.229944 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-455f46a5-36f3-47f1-bfc4-9fee3f15acfb req-c29f52c5-6ed7-4434-a9bb-6f525993c502 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705285 Aug 19 15:24:33.236936 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b5d2a7d3-450b-4160-9733-324d3a128c99 req-da168c31-7fba-4d80-932b-de5055ec499e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717554 Aug 19 15:24:33.612009 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:24:33.771660 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:24:33.778123 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:24:33.778494 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (937ee5da-2200-4ee3-9d5a-4b7d31cd9700), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:33.811321 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:33.852062 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:24:33.852480 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (937ee5da-2200-4ee3-9d5a-4b7d31cd9700), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:33.874898 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3441cda4-095a-48d3-9e4d-15c5dc40f334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937ee5da-2200-4ee3-9d5a-4b7d31cd9700'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:24:33.877164 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ae6a94-7ff7-4d6b-932a-ad61f74ae810" -d '{"events": [{"server_uuid": "3441cda4-095a-48d3-9e4d-15c5dc40f334", "name": "network-vif-plugged", "status": "completed", "tag": "937ee5da-2200-4ee3-9d5a-4b7d31cd9700"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:33.893438 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 937ee5da-2200-4ee3-9d5a-4b7d31cd9700, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=937ee5da-2200-4ee3-9d5a-4b7d31cd9700,segment=NetworkSegment(a130714f-3257-464f-ae48-b0435cb29545),segment_id=a130714f-3257-464f-ae48-b0435cb29545)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:33.897625 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (937ee5da-2200-4ee3-9d5a-4b7d31cd9700), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:33.922542 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912d84d8-4a6f-428a-b427-0e5634852c5b x-openstack-request-id: req-912d84d8-4a6f-428a-b427-0e5634852c5b {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:33.922831 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3441cda4-095a-48d3-9e4d-15c5dc40f334", "name": "network-vif-plugged", "status": "completed", "tag": "937ee5da-2200-4ee3-9d5a-4b7d31cd9700", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:33.923083 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-912d84d8-4a6f-428a-b427-0e5634852c5b {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:33.923478 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-912d84d8-4a6f-428a-b427-0e5634852c5b'] response: {'server_uuid': '3441cda4-095a-48d3-9e4d-15c5dc40f334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937ee5da-2200-4ee3-9d5a-4b7d31cd9700', 'code': 200} Aug 19 15:24:33.950543 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=937ee5da-2200-4ee3-9d5a-4b7d31cd9700,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:34.381861 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798da2d-383d-4713-a539-9ae1220618d1 req-ba64005a-f19d-4175-b8ff-de13a3f851ed tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:34.383319 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a798da2d-383d-4713-a539-9ae1220618d1 req-ba64005a-f19d-4175-b8ff-de13a3f851ed tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0796733 Aug 19 15:24:34.389629 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c8f12-31dd-4e1a-85af-0a46a107274f req-35a8c539-6a07-41ea-8541-1e30e9309ea5 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:34.391047 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b95c8f12-31dd-4e1a-85af-0a46a107274f req-35a8c539-6a07-41ea-8541-1e30e9309ea5 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 945 time: 0.0766714 Aug 19 15:24:34.464002 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a798da2d-383d-4713-a539-9ae1220618d1 req-5ab7889e-9e95-4f9d-ae91-3caa1ccd4165 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712073 Aug 19 15:24:34.471177 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b95c8f12-31dd-4e1a-85af-0a46a107274f req-373595b8-0ec0-43bc-ae71-ce86b0ff438c tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720129 Aug 19 15:24:35.597740 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a9821-8c81-424d-bf12-9b1dfb19eed2 req-5b88278b-f8c2-4f33-9e0b-94ccf222577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:35.599365 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-649a9821-8c81-424d-bf12-9b1dfb19eed2 req-5b88278b-f8c2-4f33-9e0b-94ccf222577e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 1129 time: 0.0400827 Aug 19 15:24:35.616846 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:35.626073 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95de5cf-3c74-49cb-9a80-4b88048c2209 req-763a8ee6-5de6-4070-b371-1569b311ab08 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:35.627574 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c95de5cf-3c74-49cb-9a80-4b88048c2209 req-763a8ee6-5de6-4070-b371-1569b311ab08 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0867565 Aug 19 15:24:35.627812 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:35.633873 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2aae9-79f0-4d1b-806d-fed9da677457 req-6ea74c92-fbc1-47c0-b9e7-f6960dc03d94 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:35.636286 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-95e2aae9-79f0-4d1b-806d-fed9da677457 req-6ea74c92-fbc1-47c0-b9e7-f6960dc03d94 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 945 time: 0.0820863 Aug 19 15:24:35.673887 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:35.721845 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c95de5cf-3c74-49cb-9a80-4b88048c2209 req-2ee1ba78-9599-4d44-ada5-07509c84aec1 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841911 Aug 19 15:24:35.756710 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-95e2aae9-79f0-4d1b-806d-fed9da677457 req-10a98ba6-8dd3-4a59-b8b4-482cabb69acb tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091013 Aug 19 15:24:35.869831 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-649a9821-8c81-424d-bf12-9b1dfb19eed2 req-9bcf58f7-7e67-488f-a218-4bb17168d6b8 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614322 Aug 19 15:24:36.809654 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:36.896490 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3917a-ffac-4f6c-95f3-f89af98fdfdb req-5f761898-f668-48af-9915-16c525579d4b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:36.898027 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-24a3917a-ffac-4f6c-95f3-f89af98fdfdb req-5f761898-f668-48af-9915-16c525579d4b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0881498 Aug 19 15:24:36.910114 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01dcc6-6e35-4922-8940-602f8a36870b req-c707d254-47c0-471a-b600-8d84e1fcc584 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:36.911607 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8c01dcc6-6e35-4922-8940-602f8a36870b req-c707d254-47c0-471a-b600-8d84e1fcc584 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 945 time: 0.0684640 Aug 19 15:24:36.989986 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-24a3917a-ffac-4f6c-95f3-f89af98fdfdb req-beb849c4-6f3e-4666-af0a-29e730f411f7 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774162 Aug 19 15:24:36.994994 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8c01dcc6-6e35-4922-8940-602f8a36870b req-f9d2f107-db3e-462c-bb87-d99b4bedef55 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730100 Aug 19 15:24:38.150143 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c53bfd-d45f-4db5-92bc-5f6de151b86e req-bb5f3b4f-5ee1-4229-8767-8810d753062b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:38.152337 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-34c53bfd-d45f-4db5-92bc-5f6de151b86e req-bb5f3b4f-5ee1-4229-8767-8810d753062b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0712798 Aug 19 15:24:38.158674 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2ce0d-b6d8-43af-955a-6f771508bd43 req-9aa8f6c5-b7e6-486d-b430-5f588ad0d0d6 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:38.160192 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d6f2ce0d-b6d8-43af-955a-6f771508bd43 req-9aa8f6c5-b7e6-486d-b430-5f588ad0d0d6 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 945 time: 0.0900214 Aug 19 15:24:38.227799 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-34c53bfd-d45f-4db5-92bc-5f6de151b86e req-280b6c51-6aa2-44fe-b30c-53255db20533 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666144 Aug 19 15:24:38.238849 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d6f2ce0d-b6d8-43af-955a-6f771508bd43 req-40c4f3c9-2cf2-4409-86c5-162af2964865 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699983 Aug 19 15:24:39.386076 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8164d9b-570f-46b0-abd1-11107447711d req-503f1710-036c-4ce7-82c7-4f9f2ff34d11 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:39.387593 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c8164d9b-570f-46b0-abd1-11107447711d req-503f1710-036c-4ce7-82c7-4f9f2ff34d11 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0837317 Aug 19 15:24:39.395692 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b2f04-9ebf-47c0-bce7-382791402d6a req-1124e6c3-2400-46aa-9a7e-af59bc9c3ce3 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:39.397171 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0f6b2f04-9ebf-47c0-bce7-382791402d6a req-1124e6c3-2400-46aa-9a7e-af59bc9c3ce3 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 945 time: 0.0643384 Aug 19 15:24:39.475268 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0f6b2f04-9ebf-47c0-bce7-382791402d6a req-ebb559e3-7334-45b3-87b2-7a4012d6498c tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703647 Aug 19 15:24:39.478350 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c8164d9b-570f-46b0-abd1-11107447711d req-f1f348dc-a5cf-4405-9cff-8f35aa9aaf61 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802794 Aug 19 15:24:40.004176 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 41882) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:40.307103 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:40.424491 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e73ec668-fea1-4727-bb78-8781da30e5f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827495'] for router_interface (f23c36f6-f77a-461c-b5ce-3000825d0ac6), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:40.677083 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 41896) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:40.680900 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3c4a3-b39c-4f4e-bc4e-f457ffc39a62 req-9f27cc5c-1a0f-4d2b-9e77-5b5e08dbf012 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:40.683310 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-10a3c4a3-b39c-4f4e-bc4e-f457ffc39a62 req-9f27cc5c-1a0f-4d2b-9e77-5b5e08dbf012 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 945 time: 0.0960877 Aug 19 15:24:40.693883 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c6848-7bfa-4641-91a9-dbf45cc57903 req-bf4614a5-612b-4f5e-8521-236274646d52 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:40.695489 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1b6c6848-7bfa-4641-91a9-dbf45cc57903 req-bf4614a5-612b-4f5e-8521-236274646d52 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0963356 Aug 19 15:24:40.768416 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-e73ec668-fea1-4727-bb78-8781da30e5f6 admin admin] Deleting port 377a3800-8b59-42ab-a974-866e93fb1b19 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:24:40.768747 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e73ec668-fea1-4727-bb78-8781da30e5f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (377a3800-8b59-42ab-a974-866e93fb1b19), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:40.793544 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-10a3c4a3-b39c-4f4e-bc4e-f457ffc39a62 req-b07b26fd-1b3d-4fd3-8588-25e7ec041765 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968246 Aug 19 15:24:40.799927 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1b6c6848-7bfa-4641-91a9-dbf45cc57903 req-9a6b59df-8a25-4af5-9287-5fb1b15b21d5 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794487 Aug 19 15:24:40.838087 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a40a1045-d2c6-4f1d-84e5-450d77367946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:40.896125 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-e73ec668-fea1-4727-bb78-8781da30e5f6 admin admin] For port 377a3800-8b59-42ab-a974-866e93fb1b19, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=377a3800-8b59-42ab-a974-866e93fb1b19,segment=NetworkSegment(faf770e6-08a2-4e4a-b508-19c7be837f73),segment_id=faf770e6-08a2-4e4a-b508-19c7be837f73)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:40.896515 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e73ec668-fea1-4727-bb78-8781da30e5f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (377a3800-8b59-42ab-a974-866e93fb1b19), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:40.918153 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-e73ec668-fea1-4727-bb78-8781da30e5f6 admin admin] Calling delete_port for 377a3800-8b59-42ab-a974-866e93fb1b19 owned by network:router_interface {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:24:40.981433 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:41.018839 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a40a1045-d2c6-4f1d-84e5-450d77367946 admin admin] Publish callbacks [] for security_group (da0b4a5b-15b2-4109-ab70-be03f4f9454a), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:41.026725 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a40a1045-d2c6-4f1d-84e5-450d77367946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (da0b4a5b-15b2-4109-ab70-be03f4f9454a), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:41.116955 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a1045-d2c6-4f1d-84e5-450d77367946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0b4a5b-15b2-4109-ab70-be03f4f9454a,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:41.123058 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-a40a1045-d2c6-4f1d-84e5-450d77367946 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=7ee621ef88e04e25a9c8aa3e54e3f98e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4492068 Aug 19 15:24:41.125875 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 41910) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:41.206801 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e73ec668-fea1-4727-bb78-8781da30e5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (377a3800-8b59-42ab-a974-866e93fb1b19), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:41.213207 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d4284026-345f-4fce-9bdd-ee31c6d2dcd3 admin admin] Publish callbacks [] for security_group (da0b4a5b-15b2-4109-ab70-be03f4f9454a), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:41.242250 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d4284026-345f-4fce-9bdd-ee31c6d2dcd3 admin admin] Publish callbacks [] for security_group (da0b4a5b-15b2-4109-ab70-be03f4f9454a), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:41.251364 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ec668-fea1-4727-bb78-8781da30e5f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=377a3800-8b59-42ab-a974-866e93fb1b19,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:41.280672 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:41.308342 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:41.342148 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d4284026-345f-4fce-9bdd-ee31c6d2dcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (da0b4a5b-15b2-4109-ab70-be03f4f9454a), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:41.344934 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d4284026-345f-4fce-9bdd-ee31c6d2dcd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:41.346139 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d4284026-345f-4fce-9bdd-ee31c6d2dcd3 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/da0b4a5b-15b2-4109-ab70-be03f4f9454a HTTP/1.1" status: 204 len: 168 time: 0.2189109 Aug 19 15:24:41.359961 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4284026-345f-4fce-9bdd-ee31c6d2dcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0b4a5b-15b2-4109-ab70-be03f4f9454a,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:41.546826 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e73ec668-fea1-4727-bb78-8781da30e5f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808215'] for router_interface (f23c36f6-f77a-461c-b5ce-3000825d0ac6), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:41.710033 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:41.718752 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cedf9-006b-4bad-b328-29038d492910 req-3ce85f3a-d564-4beb-bedf-09bde9a05998 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:41.720665 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f49cedf9-006b-4bad-b328-29038d492910 req-3ce85f3a-d564-4beb-bedf-09bde9a05998 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 945 time: 0.0637944 Aug 19 15:24:41.780248 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f49cedf9-006b-4bad-b328-29038d492910 req-0c11913f-97e9-4f02-bb4b-9dd4f850fc4a tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520251 Aug 19 15:24:41.856475 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73ec668-fea1-4727-bb78-8781da30e5f6 admin admin] Router f23c36f6-f77a-461c-b5ce-3000825d0ac6 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:24:41.951991 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf3be1-2bf5-4312-9c47-5c230119208a req-edfe4d5f-a291-493b-a686-36273d0bb9ff tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:41.956934 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0acf3be1-2bf5-4312-9c47-5c230119208a req-edfe4d5f-a291-493b-a686-36273d0bb9ff tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0646207 Aug 19 15:24:41.993072 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73ec668-fea1-4727-bb78-8781da30e5f6 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:24:42.001081 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-e73ec668-fea1-4727-bb78-8781da30e5f6 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/f23c36f6-f77a-461c-b5ce-3000825d0ac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9934847 Aug 19 15:24:42.001763 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 41940) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:42.006642 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:42.013192 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b5321-6fdc-4aeb-8e22-59a783126ec5 None None] Sync routers for ids ['f23c36f6-f77a-461c-b5ce-3000825d0ac6'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:24:42.030696 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b5321-6fdc-4aeb-8e22-59a783126ec5 None None] Routers {'f23c36f6-f77a-461c-b5ce-3000825d0ac6'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:24:42.031507 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-998b5321-6fdc-4aeb-8e22-59a783126ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:24:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['f23c36f6-f77a-461c-b5ce-3000825d0ac6'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:42.039600 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0acf3be1-2bf5-4312-9c47-5c230119208a req-2d904332-386f-428a-919d-8839edced0c6 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782371 Aug 19 15:24:42.124468 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:42.159557 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6bbb8e0f-ee41-40bf-b323-7632afa503c9 admin admin] Publish callbacks [] for router (f23c36f6-f77a-461c-b5ce-3000825d0ac6), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:42.181560 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-998b5321-6fdc-4aeb-8e22-59a783126ec5 None None] Set router f23c36f6-f77a-461c-b5ce-3000825d0ac6 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:24:42.404633 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-998b5321-6fdc-4aeb-8e22-59a783126ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'name': 'tempest-DeleteServersTestJSON-407917116-router', 'tenant_id': 'ea214b3e591a44928fd7af5f51095405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '9f36c948-55c0-47e6-92f6-b86bf6f3403a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:24:41Z', 'revision_number': 5, 'project_id': 'ea214b3e591a44928fd7af5f51095405', 'gw_port': {'id': '9f36c948-55c0-47e6-92f6-b86bf6f3403a', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:42.521216 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6bbb8e0f-ee41-40bf-b323-7632afa503c9 admin admin] Publish callbacks [] for router_gateway (f23c36f6-f77a-461c-b5ce-3000825d0ac6), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:42.526851 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b5321-6fdc-4aeb-8e22-59a783126ec5 None None] Checking router: f23c36f6-f77a-461c-b5ce-3000825d0ac6 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:24:42.537678 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b5321-6fdc-4aeb-8e22-59a783126ec5 None None] Routers {'f23c36f6-f77a-461c-b5ce-3000825d0ac6'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:24:42.538546 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-998b5321-6fdc-4aeb-8e22-59a783126ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:24:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['f23c36f6-f77a-461c-b5ce-3000825d0ac6'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:42.584732 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb8e0f-ee41-40bf-b323-7632afa503c9 admin admin] Deleting port 9f36c948-55c0-47e6-92f6-b86bf6f3403a {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:24:42.585078 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6bbb8e0f-ee41-40bf-b323-7632afa503c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (9f36c948-55c0-47e6-92f6-b86bf6f3403a), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:42.662149 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-998b5321-6fdc-4aeb-8e22-59a783126ec5 None None] Set router f23c36f6-f77a-461c-b5ce-3000825d0ac6 gateway port host: None {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:24:42.725631 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-6bbb8e0f-ee41-40bf-b323-7632afa503c9 admin admin] For port 9f36c948-55c0-47e6-92f6-b86bf6f3403a, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=9f36c948-55c0-47e6-92f6-b86bf6f3403a,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:42.726231 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6bbb8e0f-ee41-40bf-b323-7632afa503c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (9f36c948-55c0-47e6-92f6-b86bf6f3403a), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:42.735350 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-998b5321-6fdc-4aeb-8e22-59a783126ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'name': 'tempest-DeleteServersTestJSON-407917116-router', 'tenant_id': 'ea214b3e591a44928fd7af5f51095405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:24:42Z', 'revision_number': 6, 'project_id': 'ea214b3e591a44928fd7af5f51095405', 'gw_port_host': None}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:42.753769 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb8e0f-ee41-40bf-b323-7632afa503c9 admin admin] Calling delete_port for 9f36c948-55c0-47e6-92f6-b86bf6f3403a owned by network:router_gateway {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:24:42.776361 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b5321-6fdc-4aeb-8e22-59a783126ec5 None None] The sync data for ids ['f23c36f6-f77a-461c-b5ce-3000825d0ac6'] in dv-cinder-835384-20-iscsi is: [{'id': 'f23c36f6-f77a-461c-b5ce-3000825d0ac6', 'name': 'tempest-DeleteServersTestJSON-407917116-router', 'tenant_id': 'ea214b3e591a44928fd7af5f51095405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:24:42Z', 'revision_number': 6, 'project_id': 'ea214b3e591a44928fd7af5f51095405', 'gw_port_host': None}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:24:42.959912 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec9b60-f3ca-4026-8e5a-de3c840f189d req-dafb172c-df60-492d-be3e-08c789d992fd tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:42.963569 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e6ec9b60-f3ca-4026-8e5a-de3c840f189d req-dafb172c-df60-492d-be3e-08c789d992fd tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 945 time: 0.0787473 Aug 19 15:24:43.055326 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:43.074991 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e6ec9b60-f3ca-4026-8e5a-de3c840f189d req-189d581a-78ec-42f2-8672-6e14319e83f7 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993078 Aug 19 15:24:43.216860 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438b386-641d-45d2-a2bd-9eeb51fe8a53 req-4503ed79-ac88-464a-b95f-0c22861c8bf1 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:43.238174 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-8438b386-641d-45d2-a2bd-9eeb51fe8a53 req-4503ed79-ac88-464a-b95f-0c22861c8bf1 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 945 time: 0.1179316 Aug 19 15:24:43.284342 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 377a3800-8b59-42ab-a974-866e93fb1b19 no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:43.305746 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6bbb8e0f-ee41-40bf-b323-7632afa503c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (9f36c948-55c0-47e6-92f6-b86bf6f3403a), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:43.330430 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 377a3800-8b59-42ab-a974-866e93fb1b19 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:24:43.337135 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 377a3800-8b59-42ab-a974-866e93fb1b19 not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:43.352127 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ab77a-9edc-45f7-8c4b-e323e385404f req-eeea47cf-a88b-41b7-8264-66733f232fb5 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:43.358319 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e53ab77a-9edc-45f7-8c4b-e323e385404f req-eeea47cf-a88b-41b7-8264-66733f232fb5 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.1599383 Aug 19 15:24:43.371449 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb8e0f-ee41-40bf-b323-7632afa503c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f36c948-55c0-47e6-92f6-b86bf6f3403a,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:43.417800 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-90d55be3-40f5-4c40-a609-76b969e37903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:43.438411 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e53ab77a-9edc-45f7-8c4b-e323e385404f req-786b16e3-dd23-4e71-b0a3-e35a20bf4fcd tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689433 Aug 19 15:24:43.478898 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6bbb8e0f-ee41-40bf-b323-7632afa503c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809638'] for router_gateway (f23c36f6-f77a-461c-b5ce-3000825d0ac6), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:43.593285 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6bbb8e0f-ee41-40bf-b323-7632afa503c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12054'] for router (f23c36f6-f77a-461c-b5ce-3000825d0ac6), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:43.595585 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6bbb8e0f-ee41-40bf-b323-7632afa503c9 admin admin] Publish callbacks [] for router_controller (f23c36f6-f77a-461c-b5ce-3000825d0ac6), precommit_delete_associations {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:43.656956 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6bbb8e0f-ee41-40bf-b323-7632afa503c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808224'] for router (f23c36f6-f77a-461c-b5ce-3000825d0ac6), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:43.657491 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbb8e0f-ee41-40bf-b323-7632afa503c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f23c36f6-f77a-461c-b5ce-3000825d0ac6 {{(pid=106285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:24:43.662403 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6bbb8e0f-ee41-40bf-b323-7632afa503c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:43.663708 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-6bbb8e0f-ee41-40bf-b323-7632afa503c9 admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/f23c36f6-f77a-461c-b5ce-3000825d0ac6 HTTP/1.1" status: 204 len: 168 time: 1.6613359 Aug 19 15:24:43.666239 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 42014) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:43.711458 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_v2 [None req-92253522-5841-4907-b74f-9d3ee832f02c admin admin] Deleting subnet 958c0ad0-a50f-4274-9f82-f6b43ce9ca38 {{(pid=106285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 19 15:24:43.714763 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-92253522-5841-4907-b74f-9d3ee832f02c admin admin] Publish callbacks [] for subnet (958c0ad0-a50f-4274-9f82-f6b43ce9ca38), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:43.756123 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-92253522-5841-4907-b74f-9d3ee832f02c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14938841'] for subnet (958c0ad0-a50f-4274-9f82-f6b43ce9ca38), precommit_delete_associations {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:43.837906 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:43.865370 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-92253522-5841-4907-b74f-9d3ee832f02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550255'] for subnet (958c0ad0-a50f-4274-9f82-f6b43ce9ca38), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:43.925233 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-92253522-5841-4907-b74f-9d3ee832f02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16617200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16591531'] for subnet (958c0ad0-a50f-4274-9f82-f6b43ce9ca38), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:43.953071 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92253522-5841-4907-b74f-9d3ee832f02c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=958c0ad0-a50f-4274-9f82-f6b43ce9ca38,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:43.956883 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-92253522-5841-4907-b74f-9d3ee832f02c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:43.962481 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-92253522-5841-4907-b74f-9d3ee832f02c admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/958c0ad0-a50f-4274-9f82-f6b43ce9ca38 HTTP/1.1" status: 204 len: 168 time: 0.2923911 Aug 19 15:24:43.962875 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 42018) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:43.963731 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12c04ab-a927-41cb-84ce-9c89ea4ef0f2 None None] Network 8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:24:44.046915 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742190'] for network (8ca696a6-5a42-4e8e-bad5-e98dabe98bc6), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:44.107796 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] Deleting port 16b8e664-b5d9-413b-99c4-f11041d971ca {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:24:44.108173 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (16b8e664-b5d9-413b-99c4-f11041d971ca), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:44.169344 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4535ce5f-5665-40da-ab5e-a45e6e87f9b2 None None] DHCP port deletion for 8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 request from dv-cinder-835384-20-iscsi {{(pid=106286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 19 15:24:44.213355 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] For port 16b8e664-b5d9-413b-99c4-f11041d971ca, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=16b8e664-b5d9-413b-99c4-f11041d971ca,segment=NetworkSegment(faf770e6-08a2-4e4a-b508-19c7be837f73),segment_id=faf770e6-08a2-4e4a-b508-19c7be837f73)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:44.213719 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (16b8e664-b5d9-413b-99c4-f11041d971ca), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:44.219801 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-4535ce5f-5665-40da-ab5e-a45e6e87f9b2 None None] Deleting port 16b8e664-b5d9-413b-99c4-f11041d971ca {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:24:44.220258 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4535ce5f-5665-40da-ab5e-a45e6e87f9b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (16b8e664-b5d9-413b-99c4-f11041d971ca), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:44.233406 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] Calling delete_port for 16b8e664-b5d9-413b-99c4-f11041d971ca owned by network:dhcp {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:24:44.241866 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efadbdc-aa37-44c9-a93c-175ce156fd33 req-2e747c34-7a56-47b5-8a98-77db2c20d1ba tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:44.244094 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0efadbdc-aa37-44c9-a93c-175ce156fd33 req-2e747c34-7a56-47b5-8a98-77db2c20d1ba tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 945 time: 0.0840459 Aug 19 15:24:44.274236 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:44.292586 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-4535ce5f-5665-40da-ab5e-a45e6e87f9b2 None None] For port 16b8e664-b5d9-413b-99c4-f11041d971ca, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=16b8e664-b5d9-413b-99c4-f11041d971ca,segment=NetworkSegment(faf770e6-08a2-4e4a-b508-19c7be837f73),segment_id=faf770e6-08a2-4e4a-b508-19c7be837f73)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:44.293229 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4535ce5f-5665-40da-ab5e-a45e6e87f9b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (16b8e664-b5d9-413b-99c4-f11041d971ca), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:44.306423 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-4535ce5f-5665-40da-ab5e-a45e6e87f9b2 None None] Calling delete_port for 16b8e664-b5d9-413b-99c4-f11041d971ca owned by network:dhcp {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:24:44.377940 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0efadbdc-aa37-44c9-a93c-175ce156fd33 req-5e465355-b8ba-4b2d-a8bd-dca62340874c tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230514 Aug 19 15:24:44.417593 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (16b8e664-b5d9-413b-99c4-f11041d971ca), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:44.436442 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4535ce5f-5665-40da-ab5e-a45e6e87f9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391'] for port (16b8e664-b5d9-413b-99c4-f11041d971ca), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:44.444761 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] Pushing event deleted for resources: {'Port': ['ID=16b8e664-b5d9-413b-99c4-f11041d971ca,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:44.450040 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] No DVR routers for this DVR port 16b8e664-b5d9-413b-99c4-f11041d971ca on host dv-cinder-835384-20-iscsi {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:24:44.461967 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535ce5f-5665-40da-ab5e-a45e6e87f9b2 None None] Pushing event deleted for resources: {'Port': ['ID=16b8e664-b5d9-413b-99c4-f11041d971ca,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:44.466284 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4535ce5f-5665-40da-ab5e-a45e6e87f9b2 None None] No DVR routers for this DVR port 16b8e664-b5d9-413b-99c4-f11041d971ca on host dv-cinder-835384-20-iscsi {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:24:44.532495 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551398', 'neutron.services.segments.db._delete_segments_for_network-8774275715211'] for network (8ca696a6-5a42-4e8e-bad5-e98dabe98bc6), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:44.554380 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:44.581414 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca696a6-5a42-4e8e-bad5-e98dabe98bc6']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:44.597473 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf770e6-08a2-4e4a-b508-19c7be837f73') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:44.597767 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf770e6-08a2-4e4a-b508-19c7be837f73') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:44.612866 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720768c-3518-4edd-85e2-1ca462f08871 req-a70e06dc-210a-47cf-9f70-fb62029ea235 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:44.614327 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b720768c-3518-4edd-85e2-1ca462f08871 req-a70e06dc-210a-47cf-9f70-fb62029ea235 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0788448 Aug 19 15:24:44.616053 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774275715274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13475945'] for segment (faf770e6-08a2-4e4a-b508-19c7be837f73), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:44.643565 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (faf770e6-08a2-4e4a-b508-19c7be837f73), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:44.655016 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:24:44.655340 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16011975'] for segment (faf770e6-08a2-4e4a-b508-19c7be837f73), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:44.681339 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:44.697125 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment faf770e6-08a2-4e4a-b508-19c7be837f73 resource provider aggregate not found Aug 19 15:24:44.733877 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment faf770e6-08a2-4e4a-b508-19c7be837f73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid faf770e6-08a2-4e4a-b508-19c7be837f73 found for delete ", "request_id": "req-a060b38c-6eb5-4d53-9b7d-0626d49f1510"}]} Aug 19 15:24:44.743190 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b720768c-3518-4edd-85e2-1ca462f08871 req-24c37944-7779-4c5a-bdc8-645f74c861c3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198378 Aug 19 15:24:44.753028 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809602'] for network (8ca696a6-5a42-4e8e-bad5-e98dabe98bc6), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:44.769336 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca696a6-5a42-4e8e-bad5-e98dabe98bc6,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:44.772295 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:44.775436 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-4b0c305f-bfc2-48ed-85ca-858b029a302d admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/8ca696a6-5a42-4e8e-bad5-e98dabe98bc6 HTTP/1.1" status: 204 len: 168 time: 0.8114030 Aug 19 15:24:44.949312 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 42036) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:44.994066 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-9ad7a1f5-d136-4010-bd59-e8625330c42b admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=ea214b3e591a44928fd7af5f51095405&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433235 Aug 19 15:24:44.997751 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 42038) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:45.047775 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1ca786b6-a3df-445b-8bac-08e395cd150d admin admin] Publish callbacks [] for security_group (67d7f4f2-d793-4bfe-9203-95ff7f0121e4), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:45.068453 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1ca786b6-a3df-445b-8bac-08e395cd150d admin admin] Publish callbacks [] for security_group (67d7f4f2-d793-4bfe-9203-95ff7f0121e4), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:45.120883 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1ca786b6-a3df-445b-8bac-08e395cd150d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (67d7f4f2-d793-4bfe-9203-95ff7f0121e4), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:45.123726 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1ca786b6-a3df-445b-8bac-08e395cd150d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:45.127189 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-1ca786b6-a3df-445b-8bac-08e395cd150d admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/67d7f4f2-d793-4bfe-9203-95ff7f0121e4 HTTP/1.1" status: 204 len: 168 time: 0.1268125 Aug 19 15:24:45.137974 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca786b6-a3df-445b-8bac-08e395cd150d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d7f4f2-d793-4bfe-9203-95ff7f0121e4,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:45.175863 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 9f36c948-55c0-47e6-92f6-b86bf6f3403a no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:45.196124 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 9f36c948-55c0-47e6-92f6-b86bf6f3403a {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:24:45.196397 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 9f36c948-55c0-47e6-92f6-b86bf6f3403a not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:45.196830 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 16b8e664-b5d9-413b-99c4-f11041d971ca no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:45.216053 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 16b8e664-b5d9-413b-99c4-f11041d971ca {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:24:45.216419 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 16b8e664-b5d9-413b-99c4-f11041d971ca not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:45.526807 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb5e7f-90a5-4552-a425-b3f18ce30b3d req-2f24a366-beaa-4054-85ed-c2473477a1e5 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:45.528603 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f4eb5e7f-90a5-4552-a425-b3f18ce30b3d req-2f24a366-beaa-4054-85ed-c2473477a1e5 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 945 time: 0.0511591 Aug 19 15:24:45.581429 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f4eb5e7f-90a5-4552-a425-b3f18ce30b3d req-d6be5349-77c5-4411-8ca7-f58ad5fb1449 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462387 Aug 19 15:24:45.769537 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3e97d9fc-3efb-4720-8b6c-3310330246c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:45.877404 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7008ff-f675-4ff4-b027-a250bdec4e53 req-7ae2e91a-d817-416e-9afe-6e52a2785587 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:45.878959 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ee7008ff-f675-4ff4-b027-a250bdec4e53 req-7ae2e91a-d817-416e-9afe-6e52a2785587 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0519285 Aug 19 15:24:46.132509 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ee7008ff-f675-4ff4-b027-a250bdec4e53 req-f7b97e70-8ba1-467a-a6df-971ff8c3f3ff tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470925 Aug 19 15:24:46.716634 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d253d-e86d-48e2-a429-49533bd79498 req-4b697392-02c1-455a-83b9-64d0db97f139 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:46.718536 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f48d253d-e86d-48e2-a429-49533bd79498 req-4b697392-02c1-455a-83b9-64d0db97f139 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 945 time: 0.0584710 Aug 19 15:24:46.751955 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-8438b386-641d-45d2-a2bd-9eeb51fe8a53 req-08a85be8-d87f-4b15-b436-8df92fc7b70e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Deleting port 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:24:46.752550 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-8438b386-641d-45d2-a2bd-9eeb51fe8a53 req-08a85be8-d87f-4b15-b436-8df92fc7b70e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (937ee5da-2200-4ee3-9d5a-4b7d31cd9700), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:46.781693 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f48d253d-e86d-48e2-a429-49533bd79498 req-d2dbda67-58e7-4290-b096-649529374b55 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522637 Aug 19 15:24:46.870036 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8ae97-90a4-40e1-9fd9-25a240dd125d req-80f719ca-eb59-4178-9040-b0d18dedfd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:46.871976 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-17e8ae97-90a4-40e1-9fd9-25a240dd125d req-80f719ca-eb59-4178-9040-b0d18dedfd82 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 1130 time: 0.0546999 Aug 19 15:24:46.889911 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-8438b386-641d-45d2-a2bd-9eeb51fe8a53 req-08a85be8-d87f-4b15-b436-8df92fc7b70e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] For port 937ee5da-2200-4ee3-9d5a-4b7d31cd9700, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=937ee5da-2200-4ee3-9d5a-4b7d31cd9700,segment=NetworkSegment(a130714f-3257-464f-ae48-b0435cb29545),segment_id=a130714f-3257-464f-ae48-b0435cb29545)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:46.890276 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-8438b386-641d-45d2-a2bd-9eeb51fe8a53 req-08a85be8-d87f-4b15-b436-8df92fc7b70e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (937ee5da-2200-4ee3-9d5a-4b7d31cd9700), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:46.912099 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-8438b386-641d-45d2-a2bd-9eeb51fe8a53 req-08a85be8-d87f-4b15-b436-8df92fc7b70e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Calling delete_port for 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:24:46.913647 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:46.981424 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-17e8ae97-90a4-40e1-9fd9-25a240dd125d req-4a9677b6-2e01-477d-a502-7f72abccd75d service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980191 Aug 19 15:24:47.024170 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:47.070254 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-8438b386-641d-45d2-a2bd-9eeb51fe8a53 req-08a85be8-d87f-4b15-b436-8df92fc7b70e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (937ee5da-2200-4ee3-9d5a-4b7d31cd9700), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:47.085132 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['937ee5da-2200-4ee3-9d5a-4b7d31cd9700'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:24:47.097733 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a85be8-d87f-4b15-b436-8df92fc7b70e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Pushing event deleted for resources: {'Port': ['ID=937ee5da-2200-4ee3-9d5a-4b7d31cd9700,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:47.131276 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:47.151961 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8438b386-641d-45d2-a2bd-9eeb51fe8a53 req-08a85be8-d87f-4b15-b436-8df92fc7b70e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] No DVR routers for this DVR port 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:24:47.154709 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-8438b386-641d-45d2-a2bd-9eeb51fe8a53 req-08a85be8-d87f-4b15-b436-8df92fc7b70e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:47.158154 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-8438b386-641d-45d2-a2bd-9eeb51fe8a53 req-08a85be8-d87f-4b15-b436-8df92fc7b70e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.52 "DELETE /networking/v2.0/ports/937ee5da-2200-4ee3-9d5a-4b7d31cd9700 HTTP/1.1" status: 204 len: 173 time: 0.4943969 Aug 19 15:24:47.158588 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3441cda4-095a-48d3-9e4d-15c5dc40f334', 'name': 'network-vif-deleted', 'tag': '937ee5da-2200-4ee3-9d5a-4b7d31cd9700'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:24:47.161152 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a1a4c6-4b74-4790-98e4-75773be5090c" -d '{"events": [{"server_uuid": "3441cda4-095a-48d3-9e4d-15c5dc40f334", "name": "network-vif-deleted", "tag": "937ee5da-2200-4ee3-9d5a-4b7d31cd9700"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:47.205676 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dbe544-bd15-4ca3-a066-19a86a034df4 x-openstack-request-id: req-e8dbe544-bd15-4ca3-a066-19a86a034df4 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:47.205676 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3441cda4-095a-48d3-9e4d-15c5dc40f334", "name": "network-vif-deleted", "tag": "937ee5da-2200-4ee3-9d5a-4b7d31cd9700", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:47.205676 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e8dbe544-bd15-4ca3-a066-19a86a034df4 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:47.206369 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8dbe544-bd15-4ca3-a066-19a86a034df4'] response: {'server_uuid': '3441cda4-095a-48d3-9e4d-15c5dc40f334', 'name': 'network-vif-deleted', 'tag': '937ee5da-2200-4ee3-9d5a-4b7d31cd9700', 'status': 'completed', 'code': 200} Aug 19 15:24:47.287088 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a481ba9-8669-4e63-aa66-bc6548c9ed26 req-fa4b4e5e-fdb6-4a6e-bbc3-5ffde4689ee3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:47.288687 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0a481ba9-8669-4e63-aa66-bc6548c9ed26 req-fa4b4e5e-fdb6-4a6e-bbc3-5ffde4689ee3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0653389 Aug 19 15:24:47.343643 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0a481ba9-8669-4e63-aa66-bc6548c9ed26 req-704438e5-4454-46e1-8797-f3d504aa363f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476608 Aug 19 15:24:47.905363 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d5c62304-94ca-4595-85e4-db537e981a21 req-7e4561d3-43d5-4efc-a5ea-7d8570c6cedf tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 210 time: 0.0316021 Aug 19 15:24:48.475477 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d9236-f1df-44a1-a410-911041214979 req-ab284651-ca68-459d-834e-168f65842f5b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:48.477144 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a46d9236-f1df-44a1-a410-911041214979 req-ab284651-ca68-459d-834e-168f65842f5b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0501678 Aug 19 15:24:48.480871 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:48.529168 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a46d9236-f1df-44a1-a410-911041214979 req-b3f32611-1bb5-4cd6-9046-19b7f87e7bf0 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441599 Aug 19 15:24:48.543004 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:48.663815 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569385a0-a993-4efe-8dbc-22c58b505eb2 req-c9c78b76-ff1f-4871-a1d0-b2af6bdb534c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:48.665525 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-569385a0-a993-4efe-8dbc-22c58b505eb2 req-c9c78b76-ff1f-4871-a1d0-b2af6bdb534c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0547183 Aug 19 15:24:48.718005 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-569385a0-a993-4efe-8dbc-22c58b505eb2 req-fecec42c-44bd-4f23-89dd-07fdebe066fb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457373 Aug 19 15:24:49.060626 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b5f9df6b-74d1-4d31-9eda-64c97a4af5c0 req-ef9f7a37-732b-4637-a27c-7a05572d7e70 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 210 time: 0.0443518 Aug 19 15:24:50.175111 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9673987d-32a5-465c-9e58-c40ed72dfb8f req-d51fa912-8c7f-4690-9a1d-7809e954ddd5 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 210 time: 0.0287414 Aug 19 15:24:50.959885 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:50.979510 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:24:50.980718 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 937ee5da-2200-4ee3-9d5a-4b7d31cd9700 not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:51.297057 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a511ce3a-c461-456e-8c63-b82b24fef5df req-5f47fa8d-cf76-4572-ab7b-3f5ef577c64c tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3441cda4-095a-48d3-9e4d-15c5dc40f334 HTTP/1.1" status: 200 len: 210 time: 0.0313926 Aug 19 15:24:52.487429 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b0e7f-65f5-44da-8223-399e27461579 req-d229489f-d484-419b-9dac-15afdb8775f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:52.489593 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b81b0e7f-65f5-44da-8223-399e27461579 req-d229489f-d484-419b-9dac-15afdb8775f2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=dcca6c7d30114cd0936eb30381efad7d&device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 1129 time: 0.0498040 Aug 19 15:24:52.499954 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b7193-87b8-485e-a69e-7ff148e43355 req-b8810f5b-1117-4884-9b0e-add80c751906 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:52.501653 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ae4b7193-87b8-485e-a69e-7ff148e43355 req-b8810f5b-1117-4884-9b0e-add80c751906 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0557158 Aug 19 15:24:52.556058 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ae4b7193-87b8-485e-a69e-7ff148e43355 req-f69f63c5-675a-4c64-ac37-bb83c3a64d89 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486283 Aug 19 15:24:52.605856 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b0e7f-65f5-44da-8223-399e27461579 req-a04ef936-cdde-4175-a4a1-54e24ef0e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:52.607237 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b81b0e7f-65f5-44da-8223-399e27461579 req-a04ef936-cdde-4175-a4a1-54e24ef0e2c3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 200 len: 919 time: 0.1090033 Aug 19 15:24:52.651315 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b81b0e7f-65f5-44da-8223-399e27461579 req-08c566f4-9c67-416d-bc85-ab342baf227c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b97f032a-18f2-4b4c-aa4a-57e19ac342cd HTTP/1.1" status: 200 len: 217 time: 0.0369072 Aug 19 15:24:52.689645 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-d12737df-009a-4f85-96c5-aab0fb8c19b1 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:52.691143 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-d12737df-009a-4f85-96c5-aab0fb8c19b1 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/networks?id=ab9ca31a-f85c-4567-b91b-7d53a8006dd9 HTTP/1.1" status: 200 len: 809 time: 0.1145716 Aug 19 15:24:52.705435 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b0e7f-65f5-44da-8223-399e27461579 req-b39f90af-d1e4-40bb-9b09-25e8ff930e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:52.706524 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-825d1491-0a7f-40a4-84d0-683750f93899 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/quotas/fc839eae8c504e298673b61d4de8b0e5 HTTP/1.1" status: 200 len: 375 time: 0.0097585 Aug 19 15:24:52.707004 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b81b0e7f-65f5-44da-8223-399e27461579 req-b39f90af-d1e4-40bb-9b09-25e8ff930e40 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb HTTP/1.1" status: 200 len: 857 time: 0.0474870 Aug 19 15:24:52.738218 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=47 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:52.739933 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=36 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:52.743894 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-8ff47f3d-15d0-4aad-aefe-e596443b8f8a tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=fc839eae8c504e298673b61d4de8b0e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316641 Aug 19 15:24:52.758347 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b0e7f-65f5-44da-8223-399e27461579 req-a67c9c93-f5de-4cc7-87a7-57ce8afc507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:52.759875 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b81b0e7f-65f5-44da-8223-399e27461579 req-a67c9c93-f5de-4cc7-87a7-57ce8afc507f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=767088c7-8ee1-471e-80fb-53a5e6370be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438623 Aug 19 15:24:52.856606 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:52.863785 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-7d90e47d-8877-4738-bd9b-71f89e321ec4 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ab9ca31a-f85c-4567-b91b-7d53a8006dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955260 Aug 19 15:24:52.881124 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:52.882648 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b81b0e7f-65f5-44da-8223-399e27461579 req-bfa77577-eb55-41fa-ac81-e0c32acadc1a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144295 Aug 19 15:24:52.971005 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-b0adfaef-284f-4d8f-b73e-1f20e0df103e service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ab9ca31a-f85c-4567-b91b-7d53a8006dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005933 Aug 19 15:24:52.983124 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b81b0e7f-65f5-44da-8223-399e27461579 req-0ded859b-a469-4fe2-8596-9730cb093a78 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931129 Aug 19 15:24:53.139749 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-97696c55-6f07-4253-99e9-37612ae4f8c6 req-3899ae3a-be6a-4d26-b58b-3673649a8a32 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 210 time: 0.0303433 Aug 19 15:24:53.696897 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7ac0e-6abc-45ea-92a1-dd3642a9d45d req-92930d65-8576-43c6-8fbd-e4c3ff60f2cb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:53.698423 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ebd7ac0e-6abc-45ea-92a1-dd3642a9d45d req-92930d65-8576-43c6-8fbd-e4c3ff60f2cb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0581160 Aug 19 15:24:53.757707 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ebd7ac0e-6abc-45ea-92a1-dd3642a9d45d req-92e04021-84be-4731-b0c8-45c832afd811 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520933 Aug 19 15:24:54.248325 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b9d435f4-ed4f-4282-b1c8-d4b6fb0726fe req-6c5b66c8-bd7c-4ce8-ad85-cf2b65bc38cd tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 210 time: 0.0318067 Aug 19 15:24:54.315076 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-ea356678-2613-4b22-bb09-936daa2e2d45 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:54.316807 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-ea356678-2613-4b22-bb09-936daa2e2d45 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.52 "GET /networking/v2.0/networks?id=ab9ca31a-f85c-4567-b91b-7d53a8006dd9 HTTP/1.1" status: 200 len: 809 time: 0.1304564 Aug 19 15:24:54.330710 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-4592d49f-b96f-4c04-8c36-62db53724323 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Request body: {'port': {'device_id': 'ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3', 'network_id': 'ab9ca31a-f85c-4567-b91b-7d53a8006dd9', 'admin_state_up': True, 'tenant_id': 'fc839eae8c504e298673b61d4de8b0e5'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:54.443718 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-4592d49f-b96f-4c04-8c36-62db53724323 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Made reservation on behalf of fc839eae8c504e298673b61d4de8b0e5 for: {'port': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:54.446930 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-4592d49f-b96f-4c04-8c36-62db53724323 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:54.619943 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:54.622187 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-4592d49f-b96f-4c04-8c36-62db53724323 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Allocated IP 172.20.0.9 (ab9ca31a-f85c-4567-b91b-7d53a8006dd9/604a07a4-657e-4174-86f8-da53b5588e42/ae6b11ff-3662-45b6-858c-57049b0f3baf) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:54.690594 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:54.809494 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-4592d49f-b96f-4c04-8c36-62db53724323 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Publish callbacks [] for port (ae6b11ff-3662-45b6-858c-57049b0f3baf), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:54.852198 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-4592d49f-b96f-4c04-8c36-62db53724323 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (ae6b11ff-3662-45b6-858c-57049b0f3baf), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:54.910463 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-4592d49f-b96f-4c04-8c36-62db53724323 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Network ab9ca31a-f85c-4567-b91b-7d53a8006dd9 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:54.916869 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-4592d49f-b96f-4c04-8c36-62db53724323 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:54.920701 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592d49f-b96f-4c04-8c36-62db53724323 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Pushing event updated for resources: {'Port': ['ID=ae6b11ff-3662-45b6-858c-57049b0f3baf,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:54.923185 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-4592d49f-b96f-4c04-8c36-62db53724323 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:24:54.949535 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d4329-ac1d-49af-bca9-977a5f197fe6 req-35e39835-f99a-41be-8ece-defe3a5ad9f9 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:54.952706 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f27d4329-ac1d-49af-bca9-977a5f197fe6 req-35e39835-f99a-41be-8ece-defe3a5ad9f9 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0710921 Aug 19 15:24:54.990416 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-4592d49f-b96f-4c04-8c36-62db53724323 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:54.991067 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-4592d49f-b96f-4c04-8c36-62db53724323 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.017535 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-4592d49f-b96f-4c04-8c36-62db53724323 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6906543 Aug 19 15:24:55.019694 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f27d4329-ac1d-49af-bca9-977a5f197fe6 req-0648b4d0-0a72-4605-b369-5bc5a2253108 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559766 Aug 19 15:24:55.049105 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Request body: {'port': {'device_id': 'ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:55.086465 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 42314) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:55.110429 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 42318) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:55.146772 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (ae6b11ff-3662-45b6-858c-57049b0f3baf), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.256669 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7bb30b54-bfba-4fb2-bd13-91c5eced270a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.273702 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8bdc976f-f66e-4b4e-82e0-6d3bcc6278dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.417999 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e65b5-60b1-4390-b6ea-677d0fba3160 req-e98d3cdd-4e4a-4752-9ad8-0c094596f7ec tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:55.419429 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-976e65b5-60b1-4390-b6ea-677d0fba3160 req-e98d3cdd-4e4a-4752-9ad8-0c094596f7ec tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 931 time: 0.0894234 Aug 19 15:24:55.449651 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6b11ff-3662-45b6-858c-57049b0f3baf {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:24:55.457607 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Publish callbacks [] for port (ae6b11ff-3662-45b6-858c-57049b0f3baf), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.476751 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Transition to ACTIVE for port object ae6b11ff-3662-45b6-858c-57049b0f3baf will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:24:55.481032 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (ae6b11ff-3662-45b6-858c-57049b0f3baf), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.495088 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7bb30b54-bfba-4fb2-bd13-91c5eced270a admin admin] Publish callbacks [] for security_group (7c746a05-e1f0-40b3-a353-0e5c7204e7ae), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.514726 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7bb30b54-bfba-4fb2-bd13-91c5eced270a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (7c746a05-e1f0-40b3-a353-0e5c7204e7ae), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.526670 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8bdc976f-f66e-4b4e-82e0-6d3bcc6278dc admin admin] Publish callbacks [] for security_group (3632fa92-17dc-430d-a46c-312010ebd61c), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.549478 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-976e65b5-60b1-4390-b6ea-677d0fba3160 req-44e9de9c-ceb8-4cab-abf6-018fa68147f8 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182382 Aug 19 15:24:55.554600 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8bdc976f-f66e-4b4e-82e0-6d3bcc6278dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (3632fa92-17dc-430d-a46c-312010ebd61c), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.574626 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:55.574626 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6b11ff-3662-45b6-858c-57049b0f3baf,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:55.595980 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-7bb30b54-bfba-4fb2-bd13-91c5eced270a admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=79469e5c56d34cd8bc100c03f4bca745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5080066 Aug 19 15:24:55.598612 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 42324) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:55.600632 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb30b54-bfba-4fb2-bd13-91c5eced270a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c746a05-e1f0-40b3-a353-0e5c7204e7ae,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:55.614035 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-8bdc976f-f66e-4b4e-82e0-6d3bcc6278dc admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=90628c1360644da79e6825261c5ae2fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4980698 Aug 19 15:24:55.615179 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 42326) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:55.626013 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Attempting to bind port ae6b11ff-3662-45b6-858c-57049b0f3baf on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:24:55.626353 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Attempting to bind port ae6b11ff-3662-45b6-858c-57049b0f3baf by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a130714f-3257-464f-ae48-b0435cb29545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ab9ca31a-f85c-4567-b91b-7d53a8006dd9'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:24:55.626675 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Attempting to bind port ae6b11ff-3662-45b6-858c-57049b0f3baf on network ab9ca31a-f85c-4567-b91b-7d53a8006dd9 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:24:55.635770 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Port ae6b11ff-3662-45b6-858c-57049b0f3baf on network ab9ca31a-f85c-4567-b91b-7d53a8006dd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:24:55.636120 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Attempting to bind port ae6b11ff-3662-45b6-858c-57049b0f3baf on network ab9ca31a-f85c-4567-b91b-7d53a8006dd9 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:24:55.647863 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:24:55.648175 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Checking segment: {'id': 'a130714f-3257-464f-ae48-b0435cb29545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ab9ca31a-f85c-4567-b91b-7d53a8006dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:24:55.648543 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Bound using segment: {'id': 'a130714f-3257-464f-ae48-b0435cb29545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ab9ca31a-f85c-4567-b91b-7d53a8006dd9'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:24:55.648976 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Bound port: ae6b11ff-3662-45b6-858c-57049b0f3baf, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a130714f-3257-464f-ae48-b0435cb29545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ab9ca31a-f85c-4567-b91b-7d53a8006dd9'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:24:55.649334 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (ae6b11ff-3662-45b6-858c-57049b0f3baf), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.656586 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc976f-f66e-4b4e-82e0-6d3bcc6278dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3632fa92-17dc-430d-a46c-312010ebd61c,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:55.663927 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:55.699518 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b7dd4b15-862d-45c9-8473-b5f427e45254 admin admin] Publish callbacks [] for security_group (3632fa92-17dc-430d-a46c-312010ebd61c), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.710054 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9e056eb9-577d-49f6-adeb-0696820f02fe admin admin] Publish callbacks [] for security_group (7c746a05-e1f0-40b3-a353-0e5c7204e7ae), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.724881 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:55.725573 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b7dd4b15-862d-45c9-8473-b5f427e45254 admin admin] Publish callbacks [] for security_group (3632fa92-17dc-430d-a46c-312010ebd61c), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.751852 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9e056eb9-577d-49f6-adeb-0696820f02fe admin admin] Publish callbacks [] for security_group (7c746a05-e1f0-40b3-a353-0e5c7204e7ae), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.771224 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] For port ae6b11ff-3662-45b6-858c-57049b0f3baf, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:24:55.781140 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b7dd4b15-862d-45c9-8473-b5f427e45254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (3632fa92-17dc-430d-a46c-312010ebd61c), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.784222 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b7dd4b15-862d-45c9-8473-b5f427e45254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.785637 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b7dd4b15-862d-45c9-8473-b5f427e45254 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/3632fa92-17dc-430d-a46c-312010ebd61c HTTP/1.1" status: 204 len: 168 time: 0.1694939 Aug 19 15:24:55.794980 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] For port ae6b11ff-3662-45b6-858c-57049b0f3baf, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ae6b11ff-3662-45b6-858c-57049b0f3baf,segment=NetworkSegment(a130714f-3257-464f-ae48-b0435cb29545),segment_id=a130714f-3257-464f-ae48-b0435cb29545)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:24:55.800662 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd4b15-862d-45c9-8473-b5f427e45254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3632fa92-17dc-430d-a46c-312010ebd61c,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:55.813834 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (ae6b11ff-3662-45b6-858c-57049b0f3baf), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.820214 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:55.821010 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.822647 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/ae6b11ff-3662-45b6-858c-57049b0f3baf HTTP/1.1" status: 200 len: 1093 time: 0.7928617 Aug 19 15:24:55.825355 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3', 'tag': 'ae6b11ff-3662-45b6-858c-57049b0f3baf'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:24:55.827980 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923515d8-5fe8-4859-97d8-b3804cb03f79" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3", "tag": "ae6b11ff-3662-45b6-858c-57049b0f3baf"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:55.924439 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd10fbfa-f232-4271-9ed1-2e41cc9f9f5b x-openstack-request-id: req-fd10fbfa-f232-4271-9ed1-2e41cc9f9f5b {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:55.924439 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3", "tag": "ae6b11ff-3662-45b6-858c-57049b0f3baf", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:55.924439 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fd10fbfa-f232-4271-9ed1-2e41cc9f9f5b {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:55.924439 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd10fbfa-f232-4271-9ed1-2e41cc9f9f5b'] response: {'name': 'network-changed', 'server_uuid': 'ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3', 'tag': 'ae6b11ff-3662-45b6-858c-57049b0f3baf', 'status': 'completed', 'code': 200} Aug 19 15:24:55.929887 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9e056eb9-577d-49f6-adeb-0696820f02fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (7c746a05-e1f0-40b3-a353-0e5c7204e7ae), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.932678 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9e056eb9-577d-49f6-adeb-0696820f02fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:55.933983 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-9e056eb9-577d-49f6-adeb-0696820f02fe admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/7c746a05-e1f0-40b3-a353-0e5c7204e7ae HTTP/1.1" status: 204 len: 168 time: 0.3342314 Aug 19 15:24:55.938617 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b062b-3421-4ab1-af3e-3a9e2295f2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6b11ff-3662-45b6-858c-57049b0f3baf,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:55.955110 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-f36fb5cf-b7ca-425c-ab26-5ac6246f7680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:55.956763 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-f36fb5cf-b7ca-425c-ab26-5ac6246f7680 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fc839eae8c504e298673b61d4de8b0e5&device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 1127 time: 0.0800943 Aug 19 15:24:55.957581 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e056eb9-577d-49f6-adeb-0696820f02fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c746a05-e1f0-40b3-a353-0e5c7204e7ae,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:56.012184 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-ffd33062-be87-4fb4-abe9-b8e6b9c2378d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6b11ff-3662-45b6-858c-57049b0f3baf HTTP/1.1" status: 200 len: 217 time: 0.0384901 Aug 19 15:24:56.075213 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-1dcebf01-9540-42a8-9dcc-bd326e4707d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:56.077326 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-1dcebf01-9540-42a8-9dcc-bd326e4707d0 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=604a07a4-657e-4174-86f8-da53b5588e42 HTTP/1.1" status: 200 len: 849 time: 0.0556324 Aug 19 15:24:56.132875 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-89f46dbc-b49f-4d94-95af-70691068f1b6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=ab9ca31a-f85c-4567-b91b-7d53a8006dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455687 Aug 19 15:24:56.173953 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:56.226152 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebf492-0433-4b26-8670-a26076adc472 req-d47d478a-2b7e-4466-bf0c-a8e996133c67 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:56.227757 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-97ebf492-0433-4b26-8670-a26076adc472 req-d47d478a-2b7e-4466-bf0c-a8e996133c67 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0688617 Aug 19 15:24:56.259546 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-ded8234d-3e41-439b-9ba9-c940e34412ca service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ab9ca31a-f85c-4567-b91b-7d53a8006dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187859 Aug 19 15:24:56.288945 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-97ebf492-0433-4b26-8670-a26076adc472 req-08687446-fab6-424e-87c4-f06ccd447769 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547695 Aug 19 15:24:56.411479 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-460d3a8f-ee26-4b77-bed1-4ee4fc35ebe4 req-2756572a-5b3c-4980-a712-f6761edbe88d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ab9ca31a-f85c-4567-b91b-7d53a8006dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400311 Aug 19 15:24:56.704318 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770261d-bc96-4310-8de0-d1bdd6c09896 req-f9fa31ac-9326-476f-a1cf-ce5eb053ff57 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:56.706155 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0770261d-bc96-4310-8de0-d1bdd6c09896 req-f9fa31ac-9326-476f-a1cf-ce5eb053ff57 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0627511 Aug 19 15:24:56.760138 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0770261d-bc96-4310-8de0-d1bdd6c09896 req-b13a3136-de41-46eb-88ac-0c04255c2cf1 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481284 Aug 19 15:24:56.839053 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 42374) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:57.068654 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-57340ee1-892f-49d7-bbff-8af68765e22a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1038397445-network', 'tenant_id': '42b848bb5725477b8832057b56c9cf4d'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:57.090442 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57340ee1-892f-49d7-bbff-8af68765e22a admin admin] Made reservation on behalf of 42b848bb5725477b8832057b56c9cf4d for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:57.093443 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-57340ee1-892f-49d7-bbff-8af68765e22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:57.102747 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-57340ee1-892f-49d7-bbff-8af68765e22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:57.201805 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-57340ee1-892f-49d7-bbff-8af68765e22a admin admin] Publish callbacks [] for security_group (5f0e970a-4bf7-4b71-afa3-13227a386ca2), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:57.209195 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-57340ee1-892f-49d7-bbff-8af68765e22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (5f0e970a-4bf7-4b71-afa3-13227a386ca2), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:57.233741 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57340ee1-892f-49d7-bbff-8af68765e22a admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=106284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:24:57.250440 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57340ee1-892f-49d7-bbff-8af68765e22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0e970a-4bf7-4b71-afa3-13227a386ca2,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:57.254357 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-57340ee1-892f-49d7-bbff-8af68765e22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (26783c6a-1591-44fe-9138-ddbe78576553), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:57.254709 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-57340ee1-892f-49d7-bbff-8af68765e22a admin admin] Added segment 26783c6a-1591-44fe-9138-ddbe78576553 of type vlan for network 37d539b3-8a9d-4ad1-b572-f18d00ea3641 Aug 19 15:24:57.307389 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-57340ee1-892f-49d7-bbff-8af68765e22a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (37d539b3-8a9d-4ad1-b572-f18d00ea3641), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:57.348186 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-57340ee1-892f-49d7-bbff-8af68765e22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (37d539b3-8a9d-4ad1-b572-f18d00ea3641), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:57.349609 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57340ee1-892f-49d7-bbff-8af68765e22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:57.350298 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-57340ee1-892f-49d7-bbff-8af68765e22a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:57.408990 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-57340ee1-892f-49d7-bbff-8af68765e22a admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5681248 Aug 19 15:24:57.411908 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 42394) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:24:57.418124 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-2bd970ca-188a-44f0-9a82-fb9607949642 admin admin] Request body: {'subnet': {'network_id': '37d539b3-8a9d-4ad1-b572-f18d00ea3641', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1038397445-subnet', 'tenant_id': '42b848bb5725477b8832057b56c9cf4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:57.442628 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd970ca-188a-44f0-9a82-fb9607949642 admin admin] Made reservation on behalf of 42b848bb5725477b8832057b56c9cf4d for: {'subnet': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:57.445946 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2bd970ca-188a-44f0-9a82-fb9607949642 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16591564'] for subnet (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:57.463156 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57340ee1-892f-49d7-bbff-8af68765e22a admin admin] Pushing event updated for resources: {'Network': ['ID=37d539b3-8a9d-4ad1-b572-f18d00ea3641,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:57.482039 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network 37d539b3-8a9d-4ad1-b572-f18d00ea3641 details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:24:57.484144 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022e778-ef9e-4900-97f4-6cb3c584c7d8 req-9f64f2ad-5c11-4412-a5b5-fe8319f56c9e tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:57.488575 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e022e778-ef9e-4900-97f4-6cb3c584c7d8 req-9f64f2ad-5c11-4412-a5b5-fe8319f56c9e tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0979931 Aug 19 15:24:57.573072 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e022e778-ef9e-4900-97f4-6cb3c584c7d8 req-6db5037a-f3fe-4ebc-bd57-cc8637017d0e tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809805 Aug 19 15:24:57.789898 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923515d8-5fe8-4859-97d8-b3804cb03f79 req-99c21771-72c7-4f3e-952d-e6cbbaffd2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:57.791367 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-923515d8-5fe8-4859-97d8-b3804cb03f79 req-99c21771-72c7-4f3e-952d-e6cbbaffd2c7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fc839eae8c504e298673b61d4de8b0e5&device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 1127 time: 0.0874290 Aug 19 15:24:57.836011 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:57.911726 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6eb29a-4cec-4351-ba92-659f61c6ce58 req-cf033067-9006-434e-88fe-c268bd87053c tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:57.913851 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7d6eb29a-4cec-4351-ba92-659f61c6ce58 req-cf033067-9006-434e-88fe-c268bd87053c tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0578849 Aug 19 15:24:57.957308 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923515d8-5fe8-4859-97d8-b3804cb03f79 req-4abc07a9-c897-4750-8082-f58b61334b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:57.959582 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-923515d8-5fe8-4859-97d8-b3804cb03f79 req-4abc07a9-c897-4750-8082-f58b61334b9b service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=ab9ca31a-f85c-4567-b91b-7d53a8006dd9 HTTP/1.1" status: 200 len: 910 time: 0.1565096 Aug 19 15:24:57.972782 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7d6eb29a-4cec-4351-ba92-659f61c6ce58 req-ceb4c588-e042-48e7-a9eb-4c9c18105d79 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502276 Aug 19 15:24:58.000338 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:24:58.024917 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-923515d8-5fe8-4859-97d8-b3804cb03f79 req-06309395-69bc-4f22-af05-afafd0564938 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6b11ff-3662-45b6-858c-57049b0f3baf HTTP/1.1" status: 200 len: 217 time: 0.0392473 Aug 19 15:24:58.072712 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2bd970ca-188a-44f0-9a82-fb9607949642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16616503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16591570'] for subnet (f8ad2a11-8ec3-4bc1-9172-195617787148), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:58.079763 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:58.132559 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923515d8-5fe8-4859-97d8-b3804cb03f79 req-a3bbb518-e117-49a6-ae4c-3ab133106b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:58.134198 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-923515d8-5fe8-4859-97d8-b3804cb03f79 req-a3bbb518-e117-49a6-ae4c-3ab133106b14 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=604a07a4-657e-4174-86f8-da53b5588e42 HTTP/1.1" status: 200 len: 849 time: 0.0990510 Aug 19 15:24:58.156262 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd970ca-188a-44f0-9a82-fb9607949642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ad2a11-8ec3-4bc1-9172-195617787148,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:58.197876 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-923515d8-5fe8-4859-97d8-b3804cb03f79 req-7502f2c7-5af1-4c0f-a975-473b8fff27ec service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=ab9ca31a-f85c-4567-b91b-7d53a8006dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310142 Aug 19 15:24:58.198755 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd970ca-188a-44f0-9a82-fb9607949642 admin admin] Checking segment: {'id': '26783c6a-1591-44fe-9138-ddbe78576553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37d539b3-8a9d-4ad1-b572-f18d00ea3641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:24:58.199270 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd970ca-188a-44f0-9a82-fb9607949642 admin admin] Network hostable DHCP agents. Network: 37d539b3-8a9d-4ad1-b572-f18d00ea3641, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:24:58.240577 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd970ca-188a-44f0-9a82-fb9607949642 admin admin] Network 37d539b3-8a9d-4ad1-b572-f18d00ea3641 is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:24:58.274209 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-2bd970ca-188a-44f0-9a82-fb9607949642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, 37d539b3-8a9d-4ad1-b572-f18d00ea3641) {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:58.280898 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd970ca-188a-44f0-9a82-fb9607949642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:58.281508 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2bd970ca-188a-44f0-9a82-fb9607949642 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:58.283424 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2613637b-e021-4357-80ef-5a68a4275770 None None] Network 37d539b3-8a9d-4ad1-b572-f18d00ea3641 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:24:58.308806 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-2bd970ca-188a-44f0-9a82-fb9607949642 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8944709 Aug 19 15:24:58.325168 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-923515d8-5fe8-4859-97d8-b3804cb03f79 req-ef68491f-c9dd-463a-8a5b-a19f5f8be3bd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ab9ca31a-f85c-4567-b91b-7d53a8006dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190379 Aug 19 15:24:58.397043 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1621c13a-5812-4bb8-9499-edd2a3ccb788 None None] Network 37d539b3-8a9d-4ad1-b572-f18d00ea3641 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:24:58.441227 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-923515d8-5fe8-4859-97d8-b3804cb03f79 req-518ea9ec-fbde-4b1b-a726-c99750f9baf5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ab9ca31a-f85c-4567-b91b-7d53a8006dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094973 Aug 19 15:24:58.448554 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:58.669179 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:58.713307 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771c27a-0999-44c3-a549-491e523045c5 req-982fd205-2a73-412d-9bb3-0f6df6626177 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:58.715830 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e771c27a-0999-44c3-a549-491e523045c5 req-982fd205-2a73-412d-9bb3-0f6df6626177 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0594833 Aug 19 15:24:58.778421 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e771c27a-0999-44c3-a549-491e523045c5 req-e75a34fd-18ae-4427-85bb-951f27f61042 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565016 Aug 19 15:24:59.110817 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ff72-aa1c-4a97-8736-a31685837c48 req-b1dd4f5d-f307-42b4-bb07-2253255cfafe tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:59.112470 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-bdd4ff72-aa1c-4a97-8736-a31685837c48 req-b1dd4f5d-f307-42b4-bb07-2253255cfafe tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0556641 Aug 19 15:24:59.161830 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-bdd4ff72-aa1c-4a97-8736-a31685837c48 req-a3c1f902-aad2-4ac5-9f6e-285751913828 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436392 Aug 19 15:24:59.297438 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device ae6b11ff-3662-45b6-858c-57049b0f3baf details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:24:59.403182 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port ae6b11ff-3662-45b6-858c-57049b0f3baf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ae6b11ff-3662-45b6-858c-57049b0f3baf,segment=NetworkSegment(a130714f-3257-464f-ae48-b0435cb29545),segment_id=a130714f-3257-464f-ae48-b0435cb29545)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:59.419006 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': 'ae6b11ff-3662-45b6-858c-57049b0f3baf', 'network_id': 'ab9ca31a-f85c-4567-b91b-7d53a8006dd9', 'port_id': 'ae6b11ff-3662-45b6-858c-57049b0f3baf', 'mac_address': 'fa:16:3e:7a:bb:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604a07a4-657e-4174-86f8-da53b5588e42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:24:59.458053 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port ae6b11ff-3662-45b6-858c-57049b0f3baf is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:24:59.458444 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (ae6b11ff-3662-45b6-858c-57049b0f3baf), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:59.473913 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6b11ff-3662-45b6-858c-57049b0f3baf {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:24:59.498019 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port ae6b11ff-3662-45b6-858c-57049b0f3baf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ae6b11ff-3662-45b6-858c-57049b0f3baf,segment=NetworkSegment(a130714f-3257-464f-ae48-b0435cb29545),segment_id=a130714f-3257-464f-ae48-b0435cb29545)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:59.504270 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (ae6b11ff-3662-45b6-858c-57049b0f3baf), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:24:59.580859 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:59.583552 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=ae6b11ff-3662-45b6-858c-57049b0f3baf,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:59.859958 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['ae6b11ff-3662-45b6-858c-57049b0f3baf'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:24:59.900740 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:24:59.915572 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1548a-215e-486f-9d95-ddb15c645e35 req-bf6cc87d-e4f1-4694-bd81-6028e5c92ae4 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:24:59.919498 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-abd1548a-215e-486f-9d95-ddb15c645e35 req-bf6cc87d-e4f1-4694-bd81-6028e5c92ae4 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0584283 Aug 19 15:24:59.977054 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-abd1548a-215e-486f-9d95-ddb15c645e35 req-307e1d81-1d8b-4b12-a919-24d8f2008134 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509756 Aug 19 15:25:00.123142 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-3a0c005e-eddd-4b7a-93f3-df364f098dc0 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:00.124579 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-3a0c005e-eddd-4b7a-93f3-df364f098dc0 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/networks?id=37d539b3-8a9d-4ad1-b572-f18d00ea3641 HTTP/1.1" status: 200 len: 814 time: 0.1086240 Aug 19 15:25:00.139214 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-f7b01e49-3e4d-4772-8f02-b03dbe03333f tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/quotas/42b848bb5725477b8832057b56c9cf4d HTTP/1.1" status: 200 len: 375 time: 0.0092452 Aug 19 15:25:00.173138 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-de7ddf16-67f9-4f87-9876-c16f3a74879e tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=42b848bb5725477b8832057b56c9cf4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288765 Aug 19 15:25:00.302108 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24dc59-cb71-4dc4-b891-e10fc6bec4bb req-aab9f9db-2722-462a-8b2f-bd5bdb9a451b tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:00.303626 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8f24dc59-cb71-4dc4-b891-e10fc6bec4bb req-aab9f9db-2722-462a-8b2f-bd5bdb9a451b tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 944 time: 0.0624182 Aug 19 15:25:00.322150 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-7ba6ca93-f40c-4050-8646-bede08127030 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/37d539b3-8a9d-4ad1-b572-f18d00ea3641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412649 Aug 19 15:25:00.423065 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8f24dc59-cb71-4dc4-b891-e10fc6bec4bb req-9dbd67d2-8612-4083-9511-cb8d605068ee tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130209 Aug 19 15:25:00.451728 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-a60f991b-613a-4b8f-a2ed-8a0438d55c90 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/37d539b3-8a9d-4ad1-b572-f18d00ea3641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226342 Aug 19 15:25:00.614300 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1cfb8e3e-2b31-4582-a140-f6ccd09ee671 req-fddd320f-fb0d-46d5-9422-0b204ce9a5c0 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 210 time: 0.0290813 Aug 19 15:25:01.120139 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843040f-55d9-42d6-b9d1-917c4eaf2a5c req-ae141357-3721-4990-99b6-19babbe26fea tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:01.121697 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4843040f-55d9-42d6-b9d1-917c4eaf2a5c req-ae141357-3721-4990-99b6-19babbe26fea tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0594852 Aug 19 15:25:01.176251 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4843040f-55d9-42d6-b9d1-917c4eaf2a5c req-216ca74d-9ea5-43ad-ad0a-a1d2df3faacb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468812 Aug 19 15:25:01.548032 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e2f17-0e0d-4278-a0ed-8b76cac0e9d8 req-6c20d741-cfc2-4906-bc01-05e0cd4a18cb tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:01.549563 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-731e2f17-0e0d-4278-a0ed-8b76cac0e9d8 req-6c20d741-cfc2-4906-bc01-05e0cd4a18cb tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 944 time: 0.0514691 Aug 19 15:25:01.596943 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-731e2f17-0e0d-4278-a0ed-8b76cac0e9d8 req-9dc7f0f6-ed25-4a3d-9749-6b9f7de13934 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418742 Aug 19 15:25:01.717683 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a4c16a97-e727-4c9e-8a6a-ebe6186d5a38 req-48d78316-5dc2-40b3-97be-018f763b4f10 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 210 time: 0.0288415 Aug 19 15:25:02.298172 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36547a-3624-4d01-9c2d-4da55b7c2371 req-5bed17f7-1230-40f7-936b-83f68f5838d6 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:02.299623 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7d36547a-3624-4d01-9c2d-4da55b7c2371 req-5bed17f7-1230-40f7-936b-83f68f5838d6 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0478020 Aug 19 15:25:02.319590 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:02.347268 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7d36547a-3624-4d01-9c2d-4da55b7c2371 req-6dab228d-532e-4b17-90c4-ff9c8cbb1174 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421751 Aug 19 15:25:02.723863 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a31a-dc14-479a-bc9b-df1b1807a76c req-e0e8d6c9-cca8-48d6-9d55-a83abb500f72 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:02.725401 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-bdb0a31a-dc14-479a-bc9b-df1b1807a76c req-e0e8d6c9-cca8-48d6-9d55-a83abb500f72 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 944 time: 0.0556369 Aug 19 15:25:02.780837 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-bdb0a31a-dc14-479a-bc9b-df1b1807a76c req-dbf5885a-009e-4ba3-9d81-c14e67ec6828 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489333 Aug 19 15:25:02.826475 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2537cc33-6660-45b0-9514-f014ffe27b5e req-0af2fc33-0a39-405c-ad5e-9a46c136952b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 210 time: 0.0290442 Aug 19 15:25:03.330429 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device ae6b11ff-3662-45b6-858c-57049b0f3baf up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:03.375620 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port ae6b11ff-3662-45b6-858c-57049b0f3baf completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:25:03.389605 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port ae6b11ff-3662-45b6-858c-57049b0f3baf triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:03.389996 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (ae6b11ff-3662-45b6-858c-57049b0f3baf), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:03.470632 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709561ad-d840-4bd3-adbe-51444f847e6b req-1f072b17-3e73-44f1-b755-ce9d1495e258 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:03.471823 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port ae6b11ff-3662-45b6-858c-57049b0f3baf is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:25:03.472138 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-709561ad-d840-4bd3-adbe-51444f847e6b req-1f072b17-3e73-44f1-b755-ce9d1495e258 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0494382 Aug 19 15:25:03.472251 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (ae6b11ff-3662-45b6-858c-57049b0f3baf), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:03.497280 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6b11ff-3662-45b6-858c-57049b0f3baf'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:25:03.499760 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82a89fc-9239-41b0-8c32-46957b589dc6" -d '{"events": [{"server_uuid": "ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3", "name": "network-vif-plugged", "status": "completed", "tag": "ae6b11ff-3662-45b6-858c-57049b0f3baf"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:25:03.517118 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port ae6b11ff-3662-45b6-858c-57049b0f3baf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ae6b11ff-3662-45b6-858c-57049b0f3baf,segment=NetworkSegment(a130714f-3257-464f-ae48-b0435cb29545),segment_id=a130714f-3257-464f-ae48-b0435cb29545)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:03.523020 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (ae6b11ff-3662-45b6-858c-57049b0f3baf), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:03.536492 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-709561ad-d840-4bd3-adbe-51444f847e6b req-5b504b6c-c0a4-42df-a630-a44ee2e919ee tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583537 Aug 19 15:25:03.576427 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad0470c-9a0c-442d-93a6-e58c4129697c x-openstack-request-id: req-fad0470c-9a0c-442d-93a6-e58c4129697c {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:25:03.576743 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3", "name": "network-vif-plugged", "status": "completed", "tag": "ae6b11ff-3662-45b6-858c-57049b0f3baf", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:25:03.576997 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fad0470c-9a0c-442d-93a6-e58c4129697c {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:25:03.577389 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad0470c-9a0c-442d-93a6-e58c4129697c'] response: {'server_uuid': 'ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6b11ff-3662-45b6-858c-57049b0f3baf', 'code': 200} Aug 19 15:25:03.581926 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=ae6b11ff-3662-45b6-858c-57049b0f3baf,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:03.903609 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a23d7c-14f4-44b0-8c7a-6a00efb0a8bf req-4d93ed8d-04c0-404c-94f7-c22f041f12b3 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:03.905265 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d1a23d7c-14f4-44b0-8c7a-6a00efb0a8bf req-4d93ed8d-04c0-404c-94f7-c22f041f12b3 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0499561 Aug 19 15:25:03.960405 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a47e0d95-2841-498b-a810-08eff4aff3cf req-4276c0b6-417a-42d1-8982-38ddb6587648 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 210 time: 0.0408568 Aug 19 15:25:03.977687 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d1a23d7c-14f4-44b0-8c7a-6a00efb0a8bf req-de222a32-a4fb-4ba0-9493-5d49088b0b6c tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665298 Aug 19 15:25:04.666167 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86ad7f-797e-4c9b-abfb-dd69eba5e045 req-036e048e-c9df-4c43-9d97-02079d0c8d0c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:04.668003 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ca86ad7f-797e-4c9b-abfb-dd69eba5e045 req-036e048e-c9df-4c43-9d97-02079d0c8d0c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0500972 Aug 19 15:25:04.697009 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:04.730951 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ca86ad7f-797e-4c9b-abfb-dd69eba5e045 req-89d8b704-62a2-411c-b084-4ef28430d50d tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560927 Aug 19 15:25:04.925848 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521c74d-bcc0-4da2-b024-dd8c8d2390dc req-23107bb6-2e52-4cdc-afc0-33130d7fac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:04.927338 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c521c74d-bcc0-4da2-b024-dd8c8d2390dc req-23107bb6-2e52-4cdc-afc0-33130d7fac6c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 1129 time: 0.0675414 Aug 19 15:25:04.936318 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-ac6f95df-2583-4830-8e5a-bc08aea4f29f tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:04.937679 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-ac6f95df-2583-4830-8e5a-bc08aea4f29f tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.52 "GET /networking/v2.0/networks?id=37d539b3-8a9d-4ad1-b572-f18d00ea3641 HTTP/1.1" status: 200 len: 814 time: 0.1552153 Aug 19 15:25:04.962136 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Request body: {'port': {'device_id': 'e7452037-dcc4-487a-8552-4b6d02b2dabb', 'network_id': '37d539b3-8a9d-4ad1-b572-f18d00ea3641', 'admin_state_up': True, 'tenant_id': '42b848bb5725477b8832057b56c9cf4d'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:05.078144 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c521c74d-bcc0-4da2-b024-dd8c8d2390dc req-ac74ae28-c6d6-4f32-a178-fa16b3a45725 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258974 Aug 19 15:25:05.096911 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1f58d477-2406-4b64-b2f4-99e48d06c27e req-fa39cdb2-248f-4332-a3b8-d879c2fcee6f tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 210 time: 0.0551691 Aug 19 15:25:05.102086 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:05.117644 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Made reservation on behalf of 42b848bb5725477b8832057b56c9cf4d for: {'port': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:05.122083 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:05.167810 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651c9fc-b3b7-46c1-a7f4-8e26fe7aed77 req-681a9b1a-102c-40b0-81fe-5cdef955adad tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:05.169707 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e651c9fc-b3b7-46c1-a7f4-8e26fe7aed77 req-681a9b1a-102c-40b0-81fe-5cdef955adad tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0715437 Aug 19 15:25:05.222634 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e651c9fc-b3b7-46c1-a7f4-8e26fe7aed77 req-7a39751f-b6d6-44e3-8402-1476038d68bb tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455904 Aug 19 15:25:05.237743 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:05.270122 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Allocated IP 172.20.0.11 (37d539b3-8a9d-4ad1-b572-f18d00ea3641/f8ad2a11-8ec3-4bc1-9172-195617787148/2263536a-3085-4d33-91ef-bd0605452053) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:05.345507 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:05.467942 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Publish callbacks [] for port (2263536a-3085-4d33-91ef-bd0605452053), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:05.505219 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (2263536a-3085-4d33-91ef-bd0605452053), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:05.553055 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Network 37d539b3-8a9d-4ad1-b572-f18d00ea3641 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:05.559680 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:05.563555 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:25:05.594701 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Pushing event updated for resources: {'Port': ['ID=2263536a-3085-4d33-91ef-bd0605452053,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:05.608923 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:05.609268 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:05.609605 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:05.609939 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:05.610277 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:05.610602 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:05.610925 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:05.611246 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:05.611567 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:05.611887 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:05.612208 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:05.612553 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:05.612871 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:05.613190 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:05.613507 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:05.639308 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:05.639939 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:05.667008 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-d7cb618c-e8e3-466e-bf99-58ddbc57011b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7134297 Aug 19 15:25:05.859821 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dc8ad-6f98-4858-914a-c563d62b17ca req-d7d32906-b45a-4058-9b28-afde8e8dc025 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:05.861362 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9f6dc8ad-6f98-4858-914a-c563d62b17ca req-d7d32906-b45a-4058-9b28-afde8e8dc025 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0496848 Aug 19 15:25:05.915786 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9f6dc8ad-6f98-4858-914a-c563d62b17ca req-b52bf53b-6bcd-45a8-9f46-120693b44d12 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480251 Aug 19 15:25:06.054662 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Request body: {'port': {'device_id': 'e7452037-dcc4-487a-8552-4b6d02b2dabb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:06.117779 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (2263536a-3085-4d33-91ef-bd0605452053), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:06.227083 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8480d3-ddd3-4577-b9db-94f278d7d946 req-5822fccd-328d-4d70-ae84-41afe62a4fe6 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:06.228627 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6b8480d3-ddd3-4577-b9db-94f278d7d946 req-5822fccd-328d-4d70-ae84-41afe62a4fe6 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 932 time: 0.0471706 Aug 19 15:25:06.280214 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6b8480d3-ddd3-4577-b9db-94f278d7d946 req-337bfc36-1bb5-47ea-9030-909f87e4bf37 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447907 Aug 19 15:25:06.360373 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e767e7a-91e5-46c1-9ae2-c9382c5c349b req-8cf8d7cb-6c2c-47a5-a415-9c3368d220a3 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:06.361849 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4e767e7a-91e5-46c1-9ae2-c9382c5c349b req-8cf8d7cb-6c2c-47a5-a415-9c3368d220a3 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0487511 Aug 19 15:25:06.388172 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2263536a-3085-4d33-91ef-bd0605452053 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:25:06.395913 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Publish callbacks [] for port (2263536a-3085-4d33-91ef-bd0605452053), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:06.410408 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Transition to ACTIVE for port object 2263536a-3085-4d33-91ef-bd0605452053 will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:25:06.412910 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4e767e7a-91e5-46c1-9ae2-c9382c5c349b req-898b7746-16c9-4750-bc98-8eeac3c49138 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444539 Aug 19 15:25:06.419790 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (2263536a-3085-4d33-91ef-bd0605452053), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:06.482602 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Pushing event updated for resources: {'Port': ['ID=2263536a-3085-4d33-91ef-bd0605452053,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:06.505208 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:06.535023 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Attempting to bind port 2263536a-3085-4d33-91ef-bd0605452053 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:25:06.535359 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Attempting to bind port 2263536a-3085-4d33-91ef-bd0605452053 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '26783c6a-1591-44fe-9138-ddbe78576553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37d539b3-8a9d-4ad1-b572-f18d00ea3641'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:25:06.535711 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Attempting to bind port 2263536a-3085-4d33-91ef-bd0605452053 on network 37d539b3-8a9d-4ad1-b572-f18d00ea3641 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:25:06.540278 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Port 2263536a-3085-4d33-91ef-bd0605452053 on network 37d539b3-8a9d-4ad1-b572-f18d00ea3641 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:25:06.540620 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Attempting to bind port 2263536a-3085-4d33-91ef-bd0605452053 on network 37d539b3-8a9d-4ad1-b572-f18d00ea3641 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:25:06.545810 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:25:06.546148 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Checking segment: {'id': '26783c6a-1591-44fe-9138-ddbe78576553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37d539b3-8a9d-4ad1-b572-f18d00ea3641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:25:06.546531 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Bound using segment: {'id': '26783c6a-1591-44fe-9138-ddbe78576553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37d539b3-8a9d-4ad1-b572-f18d00ea3641'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:25:06.546953 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Bound port: 2263536a-3085-4d33-91ef-bd0605452053, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26783c6a-1591-44fe-9138-ddbe78576553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37d539b3-8a9d-4ad1-b572-f18d00ea3641'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:25:06.547304 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (2263536a-3085-4d33-91ef-bd0605452053), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:06.615743 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:06.640048 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] For port 2263536a-3085-4d33-91ef-bd0605452053, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:25:06.643444 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] For port 2263536a-3085-4d33-91ef-bd0605452053, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=2263536a-3085-4d33-91ef-bd0605452053,segment=NetworkSegment(26783c6a-1591-44fe-9138-ddbe78576553),segment_id=26783c6a-1591-44fe-9138-ddbe78576553)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:25:06.649955 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (2263536a-3085-4d33-91ef-bd0605452053), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:06.654964 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:06.655590 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:06.657010 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/2263536a-3085-4d33-91ef-bd0605452053 HTTP/1.1" status: 200 len: 1094 time: 0.6068070 Aug 19 15:25:06.657509 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7452037-dcc4-487a-8552-4b6d02b2dabb', 'tag': '2263536a-3085-4d33-91ef-bd0605452053'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:25:06.659783 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c4b35c-7897-49fd-aea0-ef4770e63dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "e7452037-dcc4-487a-8552-4b6d02b2dabb", "tag": "2263536a-3085-4d33-91ef-bd0605452053"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:25:06.708229 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ed781a-084b-4551-8975-7183d0d8d5ae x-openstack-request-id: req-94ed781a-084b-4551-8975-7183d0d8d5ae {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:25:06.708229 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7452037-dcc4-487a-8552-4b6d02b2dabb", "tag": "2263536a-3085-4d33-91ef-bd0605452053", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:25:06.708229 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-94ed781a-084b-4551-8975-7183d0d8d5ae {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:25:06.708229 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ed781a-084b-4551-8975-7183d0d8d5ae'] response: {'name': 'network-changed', 'server_uuid': 'e7452037-dcc4-487a-8552-4b6d02b2dabb', 'tag': '2263536a-3085-4d33-91ef-bd0605452053', 'status': 'completed', 'code': 200} Aug 19 15:25:06.718693 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a559e-84e0-434b-b828-bc2649687df0 service neutron] Pushing event updated for resources: {'Port': ['ID=2263536a-3085-4d33-91ef-bd0605452053,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:06.792515 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:07.056008 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4b35c-7897-49fd-aea0-ef4770e63dcb req-3ef7d4a1-9ede-47de-8e14-7f37afd97b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:07.058662 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c4c4b35c-7897-49fd-aea0-ef4770e63dcb req-3ef7d4a1-9ede-47de-8e14-7f37afd97b84 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42b848bb5725477b8832057b56c9cf4d&device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 1128 time: 0.0669041 Aug 19 15:25:07.107642 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862129d-6d10-4d72-84bb-d409207ff4ff req-b133c853-6b37-4c82-84d1-527b4fe202e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:07.109234 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8862129d-6d10-4d72-84bb-d409207ff4ff req-b133c853-6b37-4c82-84d1-527b4fe202e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0540936 Aug 19 15:25:07.166318 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8862129d-6d10-4d72-84bb-d409207ff4ff req-e094e947-4945-4bc5-8975-9e24ac55f370 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505233 Aug 19 15:25:07.269978 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4b35c-7897-49fd-aea0-ef4770e63dcb req-4436d3a1-cf3c-48b2-828a-a9e030a1fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:07.271721 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c4c4b35c-7897-49fd-aea0-ef4770e63dcb req-4436d3a1-cf3c-48b2-828a-a9e030a1fd9b service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=42b848bb5725477b8832057b56c9cf4d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2039733 Aug 19 15:25:07.407280 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f1b14-a3b4-4198-a961-efe73f41458d req-b01a9fbc-205c-4094-8c04-f476588b04c8 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:07.408870 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-666f1b14-a3b4-4198-a961-efe73f41458d req-b01a9fbc-205c-4094-8c04-f476588b04c8 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 944 time: 0.0510154 Aug 19 15:25:07.450176 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4b35c-7897-49fd-aea0-ef4770e63dcb req-f5f90983-0ad8-40f4-99c6-996846d1f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:07.451183 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c4c4b35c-7897-49fd-aea0-ef4770e63dcb req-f5f90983-0ad8-40f4-99c6-996846d1f205 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1714745 Aug 19 15:25:07.467227 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-666f1b14-a3b4-4198-a961-efe73f41458d req-6cb32f66-9186-4fdf-941e-617e6e8523dd tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504534 Aug 19 15:25:07.548109 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-4c18fce7-77be-4c80-9d4b-cb8fe2e39586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:07.549626 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-4c18fce7-77be-4c80-9d4b-cb8fe2e39586 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42b848bb5725477b8832057b56c9cf4d&device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 1128 time: 0.0429587 Aug 19 15:25:07.552072 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3889a-2877-4cdf-8751-dd3482158607 req-1bf0342c-16ac-4638-b410-5fa0104477f1 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:07.553644 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7ef3889a-2877-4cdf-8751-dd3482158607 req-1bf0342c-16ac-4638-b410-5fa0104477f1 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0582707 Aug 19 15:25:07.589832 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:07.600001 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-aeaacc5e-dee3-4716-9de4-8fde002f6f12 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2263536a-3085-4d33-91ef-bd0605452053 HTTP/1.1" status: 200 len: 217 time: 0.0371602 Aug 19 15:25:07.609068 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7ef3889a-2877-4cdf-8751-dd3482158607 req-2604489c-61a4-47a9-9438-ed5252d180f7 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486758 Aug 19 15:25:07.652791 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-fe1076c6-52b6-4346-881f-3df96f626ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:07.654281 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-fe1076c6-52b6-4346-881f-3df96f626ba0 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=f8ad2a11-8ec3-4bc1-9172-195617787148 HTTP/1.1" status: 200 len: 854 time: 0.0471623 Aug 19 15:25:07.690596 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-483b3b21-c7dd-48bf-a8a9-75d3cf986927 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=37d539b3-8a9d-4ad1-b572-f18d00ea3641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292370 Aug 19 15:25:07.790679 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-db1693fd-8a2c-490a-87bd-9b9cf3233cdd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/37d539b3-8a9d-4ad1-b572-f18d00ea3641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885062 Aug 19 15:25:07.888600 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-ce4d082c-4a9a-4720-b5f5-b521aadef30f req-c3c6800b-94ae-4886-ab04-862382b15723 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/37d539b3-8a9d-4ad1-b572-f18d00ea3641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908928 Aug 19 15:25:08.001309 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=6 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:08.318120 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06eae0-2c8a-48aa-8f11-0361094dff15 req-c02ea713-ed4f-45c8-bc4b-bf1c510733f5 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:08.320008 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-df06eae0-2c8a-48aa-8f11-0361094dff15 req-c02ea713-ed4f-45c8-bc4b-bf1c510733f5 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0573390 Aug 19 15:25:08.416225 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-df06eae0-2c8a-48aa-8f11-0361094dff15 req-a0b29b6a-a0b6-415e-b5eb-37992fe87b10 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897975 Aug 19 15:25:08.458602 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453bc62-5fbd-451d-b32c-75f92c83bfb6 req-4a7be88c-4ce1-4756-a489-5a311a52b40e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:08.469568 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a453bc62-5fbd-451d-b32c-75f92c83bfb6 req-4a7be88c-4ce1-4756-a489-5a311a52b40e tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0910139 Aug 19 15:25:08.562835 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a453bc62-5fbd-451d-b32c-75f92c83bfb6 req-5f0aacb3-8eff-4c20-a9ee-7122889f4e4f tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808992 Aug 19 15:25:08.614971 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2232c-77f8-4648-99e1-35744cae80a4 req-f630d8b2-4e92-41fa-a24e-b20fc7a5db40 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:08.616837 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1ed2232c-77f8-4648-99e1-35744cae80a4 req-f630d8b2-4e92-41fa-a24e-b20fc7a5db40 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 944 time: 0.0529869 Aug 19 15:25:08.672430 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:08.683786 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1ed2232c-77f8-4648-99e1-35744cae80a4 req-ea53a80d-3f33-4ee2-a144-f77480dcf6cd tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492961 Aug 19 15:25:08.721200 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 42656) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:08.846587 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-12cf11b1-5d7c-49ac-af78-fe88151aba79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:08.945686 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-12cf11b1-5d7c-49ac-af78-fe88151aba79 admin admin] Publish callbacks [] for security_group (d2092d19-fb8c-4eb4-bef4-c1d84430f95e), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:08.950938 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-12cf11b1-5d7c-49ac-af78-fe88151aba79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (d2092d19-fb8c-4eb4-bef4-c1d84430f95e), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:08.972287 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:08.996446 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-12cf11b1-5d7c-49ac-af78-fe88151aba79 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=1189d7a65d4346b7ab7b0302bbb5ec43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706928 Aug 19 15:25:08.996446 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf11b1-5d7c-49ac-af78-fe88151aba79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2092d19-fb8c-4eb4-bef4-c1d84430f95e,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:08.996732 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 42660) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:09.049797 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Publish callbacks [] for security_group (d2092d19-fb8c-4eb4-bef4-c1d84430f95e), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:09.071268 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Publish callbacks [] for security_group (d2092d19-fb8c-4eb4-bef4-c1d84430f95e), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:09.127361 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (d2092d19-fb8c-4eb4-bef4-c1d84430f95e), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:09.130068 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:09.131248 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/d2092d19-fb8c-4eb4-bef4-c1d84430f95e HTTP/1.1" status: 204 len: 168 time: 0.1338165 Aug 19 15:25:09.140314 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2092d19-fb8c-4eb4-bef4-c1d84430f95e,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:09.147756 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:09.148181 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:09.148694 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:09.148793 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:09.149092 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:09.149416 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:09.149738 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:09.150057 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:09.150380 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:09.150706 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:09.151021 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:09.151406 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:09.152310 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:09.152856 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:09.153114 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117e258-c285-42be-a642-7ba3b88545e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:09.360181 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 2263536a-3085-4d33-91ef-bd0605452053 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:25:09.393523 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:09.457683 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 42668) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:09.474738 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 2263536a-3085-4d33-91ef-bd0605452053, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=2263536a-3085-4d33-91ef-bd0605452053,segment=NetworkSegment(26783c6a-1591-44fe-9138-ddbe78576553),segment_id=26783c6a-1591-44fe-9138-ddbe78576553)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:09.477688 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-51d471d5-5558-46f8-838e-1ef1002a8d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:09.488565 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': '2263536a-3085-4d33-91ef-bd0605452053', 'network_id': '37d539b3-8a9d-4ad1-b572-f18d00ea3641', 'port_id': '2263536a-3085-4d33-91ef-bd0605452053', 'mac_address': 'fa:16:3e:99:17:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ad2a11-8ec3-4bc1-9172-195617787148', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:25:09.536987 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 2263536a-3085-4d33-91ef-bd0605452053 is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:25:09.537388 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (2263536a-3085-4d33-91ef-bd0605452053), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:09.552579 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2263536a-3085-4d33-91ef-bd0605452053 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:25:09.584289 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 2263536a-3085-4d33-91ef-bd0605452053, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=2263536a-3085-4d33-91ef-bd0605452053,segment=NetworkSegment(26783c6a-1591-44fe-9138-ddbe78576553),segment_id=26783c6a-1591-44fe-9138-ddbe78576553)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:09.605307 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (2263536a-3085-4d33-91ef-bd0605452053), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:09.617547 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00113cfe-9263-41eb-b6b2-2c033de25190 req-cc941d48-2dad-4acb-9273-e0d27a3042fa tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:09.619256 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-00113cfe-9263-41eb-b6b2-2c033de25190 req-cc941d48-2dad-4acb-9273-e0d27a3042fa tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0827968 Aug 19 15:25:09.633720 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-51d471d5-5558-46f8-838e-1ef1002a8d72 admin admin] Publish callbacks [] for security_group (efbc0237-9201-4854-9d1d-f3c6ecf500c0), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:09.645804 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-51d471d5-5558-46f8-838e-1ef1002a8d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (efbc0237-9201-4854-9d1d-f3c6ecf500c0), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:09.664061 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=2263536a-3085-4d33-91ef-bd0605452053,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:09.734553 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-51d471d5-5558-46f8-838e-1ef1002a8d72 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=b0ac82d697db48c38e4cd023f5242668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753167 Aug 19 15:25:09.737237 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 42678) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:09.779851 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb7a73-040d-4591-b1b3-624f1e642d10 req-9dfac712-056b-43f6-ab9a-f7000e0b45f5 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:09.781426 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1feb7a73-040d-4591-b1b3-624f1e642d10 req-9dfac712-056b-43f6-ab9a-f7000e0b45f5 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.1153507 Aug 19 15:25:09.783300 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d471d5-5558-46f8-838e-1ef1002a8d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbc0237-9201-4854-9d1d-f3c6ecf500c0,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:09.790394 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-00113cfe-9263-41eb-b6b2-2c033de25190 req-b0ed6ae4-2c53-443f-bba8-2ffb3adb6ded tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623502 Aug 19 15:25:09.859242 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-65ea1c08-f758-4dda-87f2-df7419c25fae admin admin] Publish callbacks [] for security_group (efbc0237-9201-4854-9d1d-f3c6ecf500c0), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:09.876774 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1feb7a73-040d-4591-b1b3-624f1e642d10 req-1a27d02a-9150-4aba-9921-b70675cc388b tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744753 Aug 19 15:25:09.881569 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:INSERT=7,neutron:SELECT=93 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:09.887201 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-65ea1c08-f758-4dda-87f2-df7419c25fae admin admin] Publish callbacks [] for security_group (efbc0237-9201-4854-9d1d-f3c6ecf500c0), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:09.891335 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['2263536a-3085-4d33-91ef-bd0605452053'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:25:09.950841 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:09.962710 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-65ea1c08-f758-4dda-87f2-df7419c25fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (efbc0237-9201-4854-9d1d-f3c6ecf500c0), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:09.966311 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-65ea1c08-f758-4dda-87f2-df7419c25fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:09.967825 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-65ea1c08-f758-4dda-87f2-df7419c25fae admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/efbc0237-9201-4854-9d1d-f3c6ecf500c0 HTTP/1.1" status: 204 len: 168 time: 0.2292471 Aug 19 15:25:09.977744 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea1c08-f758-4dda-87f2-df7419c25fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbc0237-9201-4854-9d1d-f3c6ecf500c0,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:09.983084 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb38ee-d85c-427c-9e65-7011e86d60c2 req-5a1ccfa4-4d2d-434d-875e-efbfe002293a tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:09.986427 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-bfeb38ee-d85c-427c-9e65-7011e86d60c2 req-5a1ccfa4-4d2d-434d-875e-efbfe002293a tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 945 time: 0.0716145 Aug 19 15:25:10.035948 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-bfeb38ee-d85c-427c-9e65-7011e86d60c2 req-7327e223-420c-4a9d-b694-6788996cd201 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454383 Aug 19 15:25:10.072540 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:11.007304 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982e60-0948-419d-8a91-956c6f4bcb8d req-93dcf8fd-e7cd-441e-8129-bb1dfedeb049 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:11.008815 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5e982e60-0948-419d-8a91-956c6f4bcb8d req-93dcf8fd-e7cd-441e-8129-bb1dfedeb049 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0678766 Aug 19 15:25:11.109079 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0ce02-5c4f-48a9-abf7-42121ba33513 req-e13262db-471b-4a8a-b52e-14f9fba72dc8 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:11.110853 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b8c0ce02-5c4f-48a9-abf7-42121ba33513 req-e13262db-471b-4a8a-b52e-14f9fba72dc8 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.1109676 Aug 19 15:25:11.164545 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5e982e60-0948-419d-8a91-956c6f4bcb8d req-06217591-5bf5-4413-9c93-f7902d957841 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387382 Aug 19 15:25:11.210382 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b8c0ce02-5c4f-48a9-abf7-42121ba33513 req-6a1e4de6-b8ee-4c09-be2c-940738dae585 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865397 Aug 19 15:25:11.424318 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5388383-53c2-4621-8301-e75ee415ef6e req-2992a020-05f5-474e-81ce-0560b304bce3 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:11.425867 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d5388383-53c2-4621-8301-e75ee415ef6e req-2992a020-05f5-474e-81ce-0560b304bce3 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 945 time: 0.0493071 Aug 19 15:25:11.477269 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d5388383-53c2-4621-8301-e75ee415ef6e req-72c965bb-65ff-47ec-b80f-3bca60e5d127 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457032 Aug 19 15:25:12.340975 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f584b1-545d-43fd-a211-768687fae60f req-fdc5cbc1-8730-4539-b965-f3064917eb5c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:12.342497 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f5f584b1-545d-43fd-a211-768687fae60f req-fdc5cbc1-8730-4539-b965-f3064917eb5c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0786414 Aug 19 15:25:12.362795 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa38529-b908-4b81-84ff-d1952083dd50 req-7dae5dfe-b0ff-40f5-91a3-8407e45f23fb tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:12.364167 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-caa38529-b908-4b81-84ff-d1952083dd50 req-7dae5dfe-b0ff-40f5-91a3-8407e45f23fb tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0680432 Aug 19 15:25:12.380802 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:12.434928 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f5f584b1-545d-43fd-a211-768687fae60f req-7dc57933-fcfc-4d34-ae9c-37bb24341460 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868101 Aug 19 15:25:12.442258 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-caa38529-b908-4b81-84ff-d1952083dd50 req-65c95a59-fcf3-4661-aab7-b7fcd6aedc73 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708101 Aug 19 15:25:12.598252 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e989e86-6cc7-42ba-b717-37a41987284b req-728a18bb-33f8-47ae-95b8-d222a23333ff tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:12.599737 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7e989e86-6cc7-42ba-b717-37a41987284b req-728a18bb-33f8-47ae-95b8-d222a23333ff tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 945 time: 0.0483360 Aug 19 15:25:12.653769 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7e989e86-6cc7-42ba-b717-37a41987284b req-61a9ce6b-7624-41aa-b0cb-48d50d250e06 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478380 Aug 19 15:25:13.000608 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df234395-b3bb-49f1-8727-2b2fd5b80d59 req-b2133a6c-eb19-4015-94e6-269b3d5b69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:13.002513 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-df234395-b3bb-49f1-8727-2b2fd5b80d59 req-b2133a6c-eb19-4015-94e6-269b3d5b69d1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=dcca6c7d30114cd0936eb30381efad7d&device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 1129 time: 0.0450149 Aug 19 15:25:13.065540 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29348a6b-62f1-4760-8026-e81b5f42e810 req-80edeb59-eb3c-462c-b5ee-c5c6f0035328 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:13.066997 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-29348a6b-62f1-4760-8026-e81b5f42e810 req-80edeb59-eb3c-462c-b5ee-c5c6f0035328 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0544388 Aug 19 15:25:13.181232 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 2263536a-3085-4d33-91ef-bd0605452053 up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:13.226226 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port 2263536a-3085-4d33-91ef-bd0605452053 completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:25:13.232660 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port 2263536a-3085-4d33-91ef-bd0605452053 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:13.233031 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (2263536a-3085-4d33-91ef-bd0605452053), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:13.306354 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 2263536a-3085-4d33-91ef-bd0605452053 is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:25:13.306733 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (2263536a-3085-4d33-91ef-bd0605452053), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:13.328977 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7452037-dcc4-487a-8552-4b6d02b2dabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2263536a-3085-4d33-91ef-bd0605452053'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:25:13.331189 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fda89d-5b0a-44b0-aed6-76a5bb3b1eb9" -d '{"events": [{"server_uuid": "e7452037-dcc4-487a-8552-4b6d02b2dabb", "name": "network-vif-plugged", "status": "completed", "tag": "2263536a-3085-4d33-91ef-bd0605452053"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:25:13.343937 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 2263536a-3085-4d33-91ef-bd0605452053, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=2263536a-3085-4d33-91ef-bd0605452053,segment=NetworkSegment(26783c6a-1591-44fe-9138-ddbe78576553),segment_id=26783c6a-1591-44fe-9138-ddbe78576553)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:13.348296 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (2263536a-3085-4d33-91ef-bd0605452053), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:13.371793 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43eef4f-1a95-4b36-be1b-c94e6b588aa6 x-openstack-request-id: req-e43eef4f-1a95-4b36-be1b-c94e6b588aa6 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:25:13.372091 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7452037-dcc4-487a-8552-4b6d02b2dabb", "name": "network-vif-plugged", "status": "completed", "tag": "2263536a-3085-4d33-91ef-bd0605452053", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:25:13.372350 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e43eef4f-1a95-4b36-be1b-c94e6b588aa6 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:25:13.372774 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e43eef4f-1a95-4b36-be1b-c94e6b588aa6'] response: {'server_uuid': 'e7452037-dcc4-487a-8552-4b6d02b2dabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2263536a-3085-4d33-91ef-bd0605452053', 'code': 200} Aug 19 15:25:13.410506 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7708ab6b-3b57-4ece-a0df-33a61b1863f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:13.411775 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=2263536a-3085-4d33-91ef-bd0605452053,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:13.583532 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b2dbb-4bf7-450a-9e22-18fdda1cf60e req-bbaf73ef-97c3-4431-8f6b-e63a55877bae tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:13.585055 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-292b2dbb-4bf7-450a-9e22-18fdda1cf60e req-bbaf73ef-97c3-4431-8f6b-e63a55877bae tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0770178 Aug 19 15:25:13.591514 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f048d0e-c89e-4bef-8c8c-36a0abed62eb req-423ac3d4-0dc0-4702-85b1-28f21707769d tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:13.592930 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0f048d0e-c89e-4bef-8c8c-36a0abed62eb req-423ac3d4-0dc0-4702-85b1-28f21707769d tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0756776 Aug 19 15:25:13.669992 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-292b2dbb-4bf7-450a-9e22-18fdda1cf60e req-eb19a4fb-bca1-456d-be35-3d1d54a229ba tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760946 Aug 19 15:25:13.674720 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0f048d0e-c89e-4bef-8c8c-36a0abed62eb req-a72196ef-436b-4544-a3b2-a550ed7ec148 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5efbb9af-c838-4f65-a4a3-963f280cbc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741401 Aug 19 15:25:13.789287 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ee684-1709-4e55-b62b-14f2700227e7 req-05fc5d62-f582-43f6-bf0c-babc3958dfff tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:13.790822 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f96ee684-1709-4e55-b62b-14f2700227e7 req-05fc5d62-f582-43f6-bf0c-babc3958dfff tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 946 time: 0.0502589 Aug 19 15:25:13.843055 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f96ee684-1709-4e55-b62b-14f2700227e7 req-fa249284-3076-451c-b1a0-bfbd960fa5c1 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453401 Aug 19 15:25:14.157159 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-29348a6b-62f1-4760-8026-e81b5f42e810 req-94390a64-fa6c-4af3-8536-85301626866f tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Deleting port ae6b11ff-3662-45b6-858c-57049b0f3baf {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:25:14.157730 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-29348a6b-62f1-4760-8026-e81b5f42e810 req-94390a64-fa6c-4af3-8536-85301626866f tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (ae6b11ff-3662-45b6-858c-57049b0f3baf), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:14.239229 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cfdb8-59a6-4a4c-93c2-d2d89eec86cb req-44b4a06b-1076-47ad-8e9c-612034d82638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:14.240803 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2e2cfdb8-59a6-4a4c-93c2-d2d89eec86cb req-44b4a06b-1076-47ad-8e9c-612034d82638 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 1129 time: 0.0988104 Aug 19 15:25:14.350440 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2e2cfdb8-59a6-4a4c-93c2-d2d89eec86cb req-ea9bb6e1-03e2-4b56-bbc9-1656cc0211d1 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000967 Aug 19 15:25:14.552479 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-29348a6b-62f1-4760-8026-e81b5f42e810 req-94390a64-fa6c-4af3-8536-85301626866f tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] For port ae6b11ff-3662-45b6-858c-57049b0f3baf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ae6b11ff-3662-45b6-858c-57049b0f3baf,segment=NetworkSegment(a130714f-3257-464f-ae48-b0435cb29545),segment_id=a130714f-3257-464f-ae48-b0435cb29545)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:14.552911 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-29348a6b-62f1-4760-8026-e81b5f42e810 req-94390a64-fa6c-4af3-8536-85301626866f tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (ae6b11ff-3662-45b6-858c-57049b0f3baf), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:14.557680 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df234395-b3bb-49f1-8727-2b2fd5b80d59 req-2b829665-978d-4cd5-89d9-1a9a42871498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:14.559224 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-df234395-b3bb-49f1-8727-2b2fd5b80d59 req-2b829665-978d-4cd5-89d9-1a9a42871498 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 200 len: 919 time: 0.5596914 Aug 19 15:25:14.573604 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-29348a6b-62f1-4760-8026-e81b5f42e810 req-94390a64-fa6c-4af3-8536-85301626866f tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Calling delete_port for ae6b11ff-3662-45b6-858c-57049b0f3baf owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:25:14.575899 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba226e-60d8-46d9-9191-bf929077ac5b req-dc45d80b-44a1-461f-ba29-ac3666a6c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:14.577621 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a7ba226e-60d8-46d9-9191-bf929077ac5b req-dc45d80b-44a1-461f-ba29-ac3666a6c2f2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 1130 time: 0.0867276 Aug 19 15:25:14.628777 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-df234395-b3bb-49f1-8727-2b2fd5b80d59 req-0a1a7ded-b4b8-4a60-a18c-cf105ab6f18b service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b97f032a-18f2-4b4c-aa4a-57e19ac342cd HTTP/1.1" status: 200 len: 217 time: 0.0498781 Aug 19 15:25:14.752940 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a7ba226e-60d8-46d9-9191-bf929077ac5b req-0d3f92c5-f177-46e4-b85f-32ee87f2fb7b service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616580 Aug 19 15:25:14.765063 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df234395-b3bb-49f1-8727-2b2fd5b80d59 req-d164d8d5-c829-481f-a62e-9235fbafbebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:14.766474 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-df234395-b3bb-49f1-8727-2b2fd5b80d59 req-d164d8d5-c829-481f-a62e-9235fbafbebe service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb HTTP/1.1" status: 200 len: 857 time: 0.1280453 Aug 19 15:25:14.845733 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-29348a6b-62f1-4760-8026-e81b5f42e810 req-94390a64-fa6c-4af3-8536-85301626866f tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (ae6b11ff-3662-45b6-858c-57049b0f3baf), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:14.860682 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['ae6b11ff-3662-45b6-858c-57049b0f3baf'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:25:14.882799 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94390a64-fa6c-4af3-8536-85301626866f tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Pushing event deleted for resources: {'Port': ['ID=ae6b11ff-3662-45b6-858c-57049b0f3baf,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:14.937213 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-29348a6b-62f1-4760-8026-e81b5f42e810 req-94390a64-fa6c-4af3-8536-85301626866f tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] No DVR routers for this DVR port ae6b11ff-3662-45b6-858c-57049b0f3baf on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:25:14.940125 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-29348a6b-62f1-4760-8026-e81b5f42e810 req-94390a64-fa6c-4af3-8536-85301626866f tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:14.943832 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-29348a6b-62f1-4760-8026-e81b5f42e810 req-94390a64-fa6c-4af3-8536-85301626866f tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.52 "DELETE /networking/v2.0/ports/ae6b11ff-3662-45b6-858c-57049b0f3baf HTTP/1.1" status: 204 len: 173 time: 0.9542389 Aug 19 15:25:14.944497 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3', 'name': 'network-vif-deleted', 'tag': 'ae6b11ff-3662-45b6-858c-57049b0f3baf'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:25:14.947170 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58c6015-082f-4548-aabb-bc2600a33609" -d '{"events": [{"server_uuid": "ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3", "name": "network-vif-deleted", "tag": "ae6b11ff-3662-45b6-858c-57049b0f3baf"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:25:15.034958 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-62599092-ac4b-4e12-92c6-1cce9ffce64f req-2b6ce120-5921-415b-8c38-1e4f7e4bdd11 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 210 time: 0.0368314 Aug 19 15:25:15.143012 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:15.186917 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d4e96-3a82-4720-8144-c501005b2163 req-f295e697-1b27-4d4e-83c9-75623263ecba tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:15.188419 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-888d4e96-3a82-4720-8144-c501005b2163 req-f295e697-1b27-4d4e-83c9-75623263ecba tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 946 time: 0.0844467 Aug 19 15:25:15.195121 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a0e54-c1f1-484e-a70d-e602bdd10d1e req-41c7f774-cb00-42ae-8096-85117759f860 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:15.196725 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-416a0e54-c1f1-484e-a70d-e602bdd10d1e req-41c7f774-cb00-42ae-8096-85117759f860 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0903056 Aug 19 15:25:15.277391 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-888d4e96-3a82-4720-8144-c501005b2163 req-5cf00df7-23dc-4873-b017-8d1ac93bd3e0 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796864 Aug 19 15:25:15.282399 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-416a0e54-c1f1-484e-a70d-e602bdd10d1e req-a5fc01ef-eee3-478c-809a-077767797836 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770519 Aug 19 15:25:15.362700 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df234395-b3bb-49f1-8727-2b2fd5b80d59 req-24494052-0fba-48d8-9c60-d98ac532b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:15.364258 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-df234395-b3bb-49f1-8727-2b2fd5b80d59 req-24494052-0fba-48d8-9c60-d98ac532b381 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=767088c7-8ee1-471e-80fb-53a5e6370be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0943849 Aug 19 15:25:15.377012 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062da56d-31ef-44e4-81a9-eb44d7d2ca57 x-openstack-request-id: req-062da56d-31ef-44e4-81a9-eb44d7d2ca57 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:25:15.377323 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3", "name": "network-vif-deleted", "tag": "ae6b11ff-3662-45b6-858c-57049b0f3baf", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:25:15.377575 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-062da56d-31ef-44e4-81a9-eb44d7d2ca57 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:25:15.377968 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-062da56d-31ef-44e4-81a9-eb44d7d2ca57'] response: {'server_uuid': 'ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3', 'name': 'network-vif-deleted', 'tag': 'ae6b11ff-3662-45b6-858c-57049b0f3baf', 'status': 'completed', 'code': 200} Aug 19 15:25:15.766073 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0901fe4d-ebb5-4923-b60f-a9731700a49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:16.167030 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3777bef0-3c26-4409-a549-4174c60014e6 req-9a58c180-fe20-4203-b3ad-3c205d980931 tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 210 time: 0.0331836 Aug 19 15:25:16.286961 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:16.296218 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:16.316060 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-df234395-b3bb-49f1-8727-2b2fd5b80d59 req-e75159e5-db3e-4a20-9cef-f5d49e09b4e9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266155 Aug 19 15:25:16.462595 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc59852-4a99-4900-85f9-18b80624baea req-62f43f45-5567-4836-9d2e-02efd996d0a2 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:16.464699 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2cc59852-4a99-4900-85f9-18b80624baea req-62f43f45-5567-4836-9d2e-02efd996d0a2 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0786352 Aug 19 15:25:16.478014 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe937b-aa33-4b7a-a134-db1811ab2ee3 req-e7601e07-7fb7-4b6d-b424-2bdf6c570dd3 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:16.479517 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6ebe937b-aa33-4b7a-a134-db1811ab2ee3 req-e7601e07-7fb7-4b6d-b424-2bdf6c570dd3 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 946 time: 0.0822203 Aug 19 15:25:16.563815 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2cc59852-4a99-4900-85f9-18b80624baea req-43db8cb8-09ec-439a-8f8d-7aa412e31295 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921855 Aug 19 15:25:16.566003 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6ebe937b-aa33-4b7a-a134-db1811ab2ee3 req-cf2dcb02-d42d-4901-98e3-54e522db388a tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800872 Aug 19 15:25:16.843561 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-df234395-b3bb-49f1-8727-2b2fd5b80d59 req-de44a0ba-257d-46fa-b34c-4902e26c4b07 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499622 Aug 19 15:25:16.883287 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda632e-53be-435d-a2a5-c2028b908a49 req-7d26e703-7671-412d-a782-c71b4be29aa7 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:16.884708 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-efda632e-53be-435d-a2a5-c2028b908a49 req-7d26e703-7671-412d-a782-c71b4be29aa7 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0485294 Aug 19 15:25:16.935339 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-efda632e-53be-435d-a2a5-c2028b908a49 req-08279ad5-e6c0-48b1-87e2-953e56013b73 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443912 Aug 19 15:25:17.031796 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:17.209525 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device ae6b11ff-3662-45b6-858c-57049b0f3baf no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:25:17.239655 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: ae6b11ff-3662-45b6-858c-57049b0f3baf {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:25:17.239655 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device ae6b11ff-3662-45b6-858c-57049b0f3baf not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:25:17.300844 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c17305-ead3-4b1b-a6fb-35ec651e316e req-03523399-d4bf-42fe-a765-dc84a65a58dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:17.303241 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b5c17305-ead3-4b1b-a6fb-35ec651e316e req-03523399-d4bf-42fe-a765-dc84a65a58dd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=dcca6c7d30114cd0936eb30381efad7d&device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 1129 time: 0.0666416 Aug 19 15:25:17.320988 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-eb0a4821-eda2-4d08-9c89-9e86e5602bfa req-2402b831-666e-4541-8ad5-91d6987243fb tempest-VolumesActionsTest-52913837 tempest-VolumesActionsTest-52913837-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ff9fdaf4-5fb0-4bb7-824f-a3a7815c9ef3 HTTP/1.1" status: 200 len: 210 time: 0.0310872 Aug 19 15:25:17.404506 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c17305-ead3-4b1b-a6fb-35ec651e316e req-501f9752-2f84-4ed9-8c89-33469fe3b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:17.405998 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b5c17305-ead3-4b1b-a6fb-35ec651e316e req-501f9752-2f84-4ed9-8c89-33469fe3b239 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 200 len: 919 time: 0.0957754 Aug 19 15:25:17.633989 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b5c17305-ead3-4b1b-a6fb-35ec651e316e req-c9d71ede-d07f-4139-b3b2-0fa5b214cecf service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b97f032a-18f2-4b4c-aa4a-57e19ac342cd HTTP/1.1" status: 200 len: 217 time: 0.0444806 Aug 19 15:25:17.705824 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c17305-ead3-4b1b-a6fb-35ec651e316e req-d581ddb1-3a6d-48a5-8b4a-5044ba6010ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:17.707756 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b5c17305-ead3-4b1b-a6fb-35ec651e316e req-d581ddb1-3a6d-48a5-8b4a-5044ba6010ec service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb HTTP/1.1" status: 200 len: 857 time: 0.0562215 Aug 19 15:25:17.782069 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c17305-ead3-4b1b-a6fb-35ec651e316e req-47bcad43-d937-4ab9-8ca6-5fe9936eda44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:17.783607 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b5c17305-ead3-4b1b-a6fb-35ec651e316e req-47bcad43-d937-4ab9-8ca6-5fe9936eda44 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=767088c7-8ee1-471e-80fb-53a5e6370be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0559995 Aug 19 15:25:17.914093 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:17.934328 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4228754-119c-4f99-a717-8cd180043d14 req-c9e9ca96-34ae-41ae-acd1-af484a9c0616 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:17.935809 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f4228754-119c-4f99-a717-8cd180043d14 req-c9e9ca96-34ae-41ae-acd1-af484a9c0616 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 946 time: 0.2842522 Aug 19 15:25:17.986204 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f4228754-119c-4f99-a717-8cd180043d14 req-4597e2cc-d9b0-4bf0-b8ad-a92d4fbd53f6 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447116 Aug 19 15:25:18.068293 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81f631-0bf5-4098-93c6-9cb10a16a48a req-58585d82-5235-4daa-9f46-a212776e2a1f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:18.069939 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-be81f631-0bf5-4098-93c6-9cb10a16a48a req-58585d82-5235-4daa-9f46-a212776e2a1f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0604019 Aug 19 15:25:18.141569 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-be81f631-0bf5-4098-93c6-9cb10a16a48a req-8ced5ed3-db53-4510-a726-f33494900986 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638642 Aug 19 15:25:18.187296 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b5c17305-ead3-4b1b-a6fb-35ec651e316e req-d4ee35f1-2c57-490a-863c-a7b9f3019c14 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805997 Aug 19 15:25:18.287892 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b5c17305-ead3-4b1b-a6fb-35ec651e316e req-0473bbfd-cab3-4230-95c8-b39b4c5fe5f8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908041 Aug 19 15:25:18.517604 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:18.549568 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:19.288872 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43060) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:19.330964 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab705c89-9a6d-4c14-80ce-521d4135c122 req-f7dac745-6260-4c21-a09c-52273cf8bf4f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:19.332311 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ab705c89-9a6d-4c14-80ce-521d4135c122 req-f7dac745-6260-4c21-a09c-52273cf8bf4f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0766540 Aug 19 15:25:19.406777 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ab705c89-9a6d-4c14-80ce-521d4135c122 req-951b0f57-3250-4a62-b37b-94e1244119b2 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550971 Aug 19 15:25:19.428031 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3ec4fae6-bb0c-47db-b137-a5d652808654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:19.506441 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3ec4fae6-bb0c-47db-b137-a5d652808654 admin admin] Publish callbacks [] for security_group (b122caff-d7f0-4beb-b64f-efb827dcdd57), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:19.510375 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3ec4fae6-bb0c-47db-b137-a5d652808654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (b122caff-d7f0-4beb-b64f-efb827dcdd57), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:19.556345 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4fae6-bb0c-47db-b137-a5d652808654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b122caff-d7f0-4beb-b64f-efb827dcdd57,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:19.563216 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-3ec4fae6-bb0c-47db-b137-a5d652808654 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=de8ee4e6cc2a4f49befed0b4c474349c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714102 Aug 19 15:25:19.564131 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43076) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:19.617237 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0b3190d6-76c4-4346-8a8c-a44d0882e8cf admin admin] Publish callbacks [] for security_group (b122caff-d7f0-4beb-b64f-efb827dcdd57), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:19.638936 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0b3190d6-76c4-4346-8a8c-a44d0882e8cf admin admin] Publish callbacks [] for security_group (b122caff-d7f0-4beb-b64f-efb827dcdd57), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:19.675777 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:19.691864 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0b3190d6-76c4-4346-8a8c-a44d0882e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (b122caff-d7f0-4beb-b64f-efb827dcdd57), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:19.694643 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0b3190d6-76c4-4346-8a8c-a44d0882e8cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:19.695797 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-0b3190d6-76c4-4346-8a8c-a44d0882e8cf admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/b122caff-d7f0-4beb-b64f-efb827dcdd57 HTTP/1.1" status: 204 len: 168 time: 0.1305928 Aug 19 15:25:19.704133 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3190d6-76c4-4346-8a8c-a44d0882e8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b122caff-d7f0-4beb-b64f-efb827dcdd57,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:19.717760 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:20.550349 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e89f0c-85f9-41ae-a1e9-8bc7b080ca79 req-959e07ca-79af-47ac-8c5d-6176665630aa tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:20.552441 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-55e89f0c-85f9-41ae-a1e9-8bc7b080ca79 req-959e07ca-79af-47ac-8c5d-6176665630aa tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0594287 Aug 19 15:25:20.626088 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-55e89f0c-85f9-41ae-a1e9-8bc7b080ca79 req-f7915563-f221-4789-b5ce-cb9f23326feb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680053 Aug 19 15:25:20.930249 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 43130) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:21.039849 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1c1ba1b8-9a98-4044-b824-b4ec7176d0d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:21.117686 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1c1ba1b8-9a98-4044-b824-b4ec7176d0d2 admin admin] Publish callbacks [] for security_group (ea150f7d-8ccd-4426-b667-797d0aeaaddf), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:21.122157 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1c1ba1b8-9a98-4044-b824-b4ec7176d0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (ea150f7d-8ccd-4426-b667-797d0aeaaddf), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:21.137588 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:21.166470 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ba1b8-9a98-4044-b824-b4ec7176d0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea150f7d-8ccd-4426-b667-797d0aeaaddf,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:21.171778 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-1c1ba1b8-9a98-4044-b824-b4ec7176d0d2 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=b4787a35fb004ea6beee8cc95f4136c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404950 Aug 19 15:25:21.174613 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43134) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:21.208671 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:21.227762 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-74bafaa2-08ad-4a7e-a75a-20f9a40b8d53 admin admin] Publish callbacks [] for security_group (ea150f7d-8ccd-4426-b667-797d0aeaaddf), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:21.248749 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-74bafaa2-08ad-4a7e-a75a-20f9a40b8d53 admin admin] Publish callbacks [] for security_group (ea150f7d-8ccd-4426-b667-797d0aeaaddf), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:21.300617 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-74bafaa2-08ad-4a7e-a75a-20f9a40b8d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (ea150f7d-8ccd-4426-b667-797d0aeaaddf), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:21.303272 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-74bafaa2-08ad-4a7e-a75a-20f9a40b8d53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:21.304471 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-74bafaa2-08ad-4a7e-a75a-20f9a40b8d53 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/ea150f7d-8ccd-4426-b667-797d0aeaaddf HTTP/1.1" status: 204 len: 168 time: 0.1286583 Aug 19 15:25:21.312805 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bafaa2-08ad-4a7e-a75a-20f9a40b8d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea150f7d-8ccd-4426-b667-797d0aeaaddf,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:21.778659 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a544f8-3c45-4531-8df7-0d1ea4dc8840 req-e221fe8d-9e21-46d3-b602-4325afca3ed9 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:21.780415 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-87a544f8-3c45-4531-8df7-0d1ea4dc8840 req-e221fe8d-9e21-46d3-b602-4325afca3ed9 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0620070 Aug 19 15:25:21.838697 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-87a544f8-3c45-4531-8df7-0d1ea4dc8840 req-12471069-d8cc-4084-a3d9-e422fe19910b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523977 Aug 19 15:25:22.969969 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549b140-4ee2-4d0b-ab53-282d8cc353ac req-6c9e1d62-ba4e-4d24-b467-f01e04055d60 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:22.971488 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8549b140-4ee2-4d0b-ab53-282d8cc353ac req-6c9e1d62-ba4e-4d24-b467-f01e04055d60 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0500562 Aug 19 15:25:23.026670 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8549b140-4ee2-4d0b-ab53-282d8cc353ac req-df15d247-86c2-448f-b548-b8b9d8d3a4e4 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493968 Aug 19 15:25:24.240705 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec18a5-d9a8-4c5b-a234-4c68c34c4284 req-aafe7183-8119-436b-9ded-0e4620791568 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:24.243039 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-08ec18a5-d9a8-4c5b-a234-4c68c34c4284 req-aafe7183-8119-436b-9ded-0e4620791568 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0846949 Aug 19 15:25:24.305366 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-08ec18a5-d9a8-4c5b-a234-4c68c34c4284 req-579c5f9b-52db-4218-960b-b766115f2d37 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546496 Aug 19 15:25:25.140919 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ccc38-812b-4ee0-b020-ac57bb2a36d1 req-63cd3476-d6e8-4d07-9139-766b2fcb770d tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:25.142416 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a01ccc38-812b-4ee0-b020-ac57bb2a36d1 req-63cd3476-d6e8-4d07-9139-766b2fcb770d tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0477433 Aug 19 15:25:25.153693 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:25.192196 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a01ccc38-812b-4ee0-b020-ac57bb2a36d1 req-88a005b9-2bcf-445b-a3d4-e6ae0582e8d5 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440450 Aug 19 15:25:26.320696 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1850d-73b7-467c-b224-88f61788139d req-b5b0db07-088f-41a0-a8fe-e2c0e5e059fe tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:26.322245 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fce1850d-73b7-467c-b224-88f61788139d req-b5b0db07-088f-41a0-a8fe-e2c0e5e059fe tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0544059 Aug 19 15:25:26.372658 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fce1850d-73b7-467c-b224-88f61788139d req-78e44188-a873-4cb7-97b0-06747286b52b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439169 Aug 19 15:25:27.504344 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e45957-9da1-40fa-bd21-3c2f6001d5ec req-b43850fb-967b-4d71-a4c7-f0bfd89a7571 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:27.505932 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-60e45957-9da1-40fa-bd21-3c2f6001d5ec req-b43850fb-967b-4d71-a4c7-f0bfd89a7571 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0520322 Aug 19 15:25:27.567658 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-60e45957-9da1-40fa-bd21-3c2f6001d5ec req-7dfaa9b4-f9a7-4184-90d1-669720227337 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556312 Aug 19 15:25:28.149852 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43322) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:28.156378 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-7bfb993d-ff08-4e06-9130-4546a1dd9847 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1087777693', 'description': 'tempest-description--1241569528'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:28.201611 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7bfb993d-ff08-4e06-9130-4546a1dd9847 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:28.300839 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7bfb993d-ff08-4e06-9130-4546a1dd9847 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for security_group (5577251a-35ff-43fa-a26d-6797a959dfb2), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:28.308579 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7bfb993d-ff08-4e06-9130-4546a1dd9847 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (5577251a-35ff-43fa-a26d-6797a959dfb2), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:28.348577 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb993d-ff08-4e06-9130-4546a1dd9847 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5577251a-35ff-43fa-a26d-6797a959dfb2,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:28.353902 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7bfb993d-ff08-4e06-9130-4546a1dd9847 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:28.359049 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-7bfb993d-ff08-4e06-9130-4546a1dd9847 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2056220 Aug 19 15:25:28.359964 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43330) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:28.364343 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-2acdfafb-9059-4e4a-a341-0401c38e3839 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Request body: {'security_group_rule': {'security_group_id': '5577251a-35ff-43fa-a26d-6797a959dfb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:28.397144 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2acdfafb-9059-4e4a-a341-0401c38e3839 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for security_group_rule (22be2968-fa27-4307-b05c-ef3b6c910d44), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:28.469872 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2acdfafb-9059-4e4a-a341-0401c38e3839 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for security_group_rule (22be2968-fa27-4307-b05c-ef3b6c910d44), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:28.474317 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2acdfafb-9059-4e4a-a341-0401c38e3839 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (22be2968-fa27-4307-b05c-ef3b6c910d44), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:28.494659 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdfafb-9059-4e4a-a341-0401c38e3839 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22be2968-fa27-4307-b05c-ef3b6c910d44,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:28.506350 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2acdfafb-9059-4e4a-a341-0401c38e3839 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:28.508532 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-2acdfafb-9059-4e4a-a341-0401c38e3839 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479051 Aug 19 15:25:28.510953 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43332) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:28.515351 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-5ab34dbd-bd1a-4d5a-930b-1bc881c1d274 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Request body: {'security_group_rule': {'security_group_id': '5577251a-35ff-43fa-a26d-6797a959dfb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:28.547157 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5ab34dbd-bd1a-4d5a-930b-1bc881c1d274 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for security_group_rule (5118e6e4-b5f5-42e4-8ff2-b025a9902c77), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:28.626669 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5ab34dbd-bd1a-4d5a-930b-1bc881c1d274 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for security_group_rule (5118e6e4-b5f5-42e4-8ff2-b025a9902c77), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:28.633408 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5ab34dbd-bd1a-4d5a-930b-1bc881c1d274 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (5118e6e4-b5f5-42e4-8ff2-b025a9902c77), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:28.658084 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab34dbd-bd1a-4d5a-930b-1bc881c1d274 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5118e6e4-b5f5-42e4-8ff2-b025a9902c77,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:28.673130 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5ab34dbd-bd1a-4d5a-930b-1bc881c1d274 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:28.674518 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-5ab34dbd-bd1a-4d5a-930b-1bc881c1d274 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1625376 Aug 19 15:25:28.678545 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43336) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:28.686076 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-ab0f1b95-f90d-4ee8-9e6e-4b9677200d51 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Request body: {'floatingip': {'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:28.716317 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1b95-f90d-4ee8-9e6e-4b9677200d51 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:28.733428 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca533fd-2b0d-4d13-89fd-b9d619cb87f6 req-df30f0a2-51e9-46f8-93b9-3537642be39b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:28.734983 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2ca533fd-2b0d-4d13-89fd-b9d619cb87f6 req-df30f0a2-51e9-46f8-93b9-3537642be39b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0692897 Aug 19 15:25:28.818446 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2ca533fd-2b0d-4d13-89fd-b9d619cb87f6 req-8950b212-e601-494e-8f4f-37d208be23ba tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678949 Aug 19 15:25:28.823167 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1b95-f90d-4ee8-9e6e-4b9677200d51 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:28.930373 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:28.935448 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:28.964352 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-ab0f1b95-f90d-4ee8-9e6e-4b9677200d51 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Allocated IP 172.27.2.52 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/58d468f7-dd30-4e4f-bee6-a3a0bd6c7d95) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:29.096502 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1b95-f90d-4ee8-9e6e-4b9677200d51 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for port (58d468f7-dd30-4e4f-bee6-a3a0bd6c7d95), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:29.155347 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1b95-f90d-4ee8-9e6e-4b9677200d51 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (58d468f7-dd30-4e4f-bee6-a3a0bd6c7d95), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:29.204792 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0f1b95-f90d-4ee8-9e6e-4b9677200d51 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:29.208962 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-ab0f1b95-f90d-4ee8-9e6e-4b9677200d51 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:29.218718 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0f1b95-f90d-4ee8-9e6e-4b9677200d51 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:25:29.286128 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f1b95-f90d-4ee8-9e6e-4b9677200d51 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Pushing event updated for resources: {'Port': ['ID=58d468f7-dd30-4e4f-bee6-a3a0bd6c7d95,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:29.384872 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1b95-f90d-4ee8-9e6e-4b9677200d51 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for floatingip (4774c6c0-28dd-47b2-b122-1db334c99604), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:29.449170 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1b95-f90d-4ee8-9e6e-4b9677200d51 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (58d468f7-dd30-4e4f-bee6-a3a0bd6c7d95), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:29.702875 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1b95-f90d-4ee8-9e6e-4b9677200d51 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for port (58d468f7-dd30-4e4f-bee6-a3a0bd6c7d95), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:29.707851 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1b95-f90d-4ee8-9e6e-4b9677200d51 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (58d468f7-dd30-4e4f-bee6-a3a0bd6c7d95), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:29.782364 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1b95-f90d-4ee8-9e6e-4b9677200d51 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (4774c6c0-28dd-47b2-b122-1db334c99604), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:29.785137 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f1b95-f90d-4ee8-9e6e-4b9677200d51 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Pushing event updated for resources: {'Port': ['ID=58d468f7-dd30-4e4f-bee6-a3a0bd6c7d95,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:29.803957 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1b95-f90d-4ee8-9e6e-4b9677200d51 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:29.805328 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-ab0f1b95-f90d-4ee8-9e6e-4b9677200d51 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1257441 Aug 19 15:25:29.959025 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32e2cb-1f02-4540-8f21-8d76ba1c0952 req-0402d886-ad9c-43e6-8738-d09ae14ba43b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:29.960605 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3c32e2cb-1f02-4540-8f21-8d76ba1c0952 req-0402d886-ad9c-43e6-8738-d09ae14ba43b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0653811 Aug 19 15:25:30.015996 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3c32e2cb-1f02-4540-8f21-8d76ba1c0952 req-027d2328-60fe-47cc-a532-daf90eb9b522 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481558 Aug 19 15:25:30.966699 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43390) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:31.131575 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3de75b8f-cc9d-48a0-829c-63dda8e1b9ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:31.214504 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:31.221693 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c070b-85ad-4acd-9fa3-fd04100dfb3d req-4ebb6579-4ed9-4b2b-83de-7c5a877e239f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:31.223500 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d69c070b-85ad-4acd-9fa3-fd04100dfb3d req-4ebb6579-4ed9-4b2b-83de-7c5a877e239f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0712862 Aug 19 15:25:31.280526 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3de75b8f-cc9d-48a0-829c-63dda8e1b9ab admin admin] Publish callbacks [] for security_group (03ee6c29-bce2-450c-a99c-6eedfcb40282), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:31.284286 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:31.287175 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3de75b8f-cc9d-48a0-829c-63dda8e1b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (03ee6c29-bce2-450c-a99c-6eedfcb40282), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:31.327775 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d69c070b-85ad-4acd-9fa3-fd04100dfb3d req-fc8b3d98-8dde-4233-a7fe-80cc46305a87 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870109 Aug 19 15:25:31.329649 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=34,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:31.373307 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de75b8f-cc9d-48a0-829c-63dda8e1b9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ee6c29-bce2-450c-a99c-6eedfcb40282,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:31.383964 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-3de75b8f-cc9d-48a0-829c-63dda8e1b9ab admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=ee5d3b4d51244d618739db4398ffdcd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4160573 Aug 19 15:25:31.384160 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 43406) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:31.471903 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-34364ae2-9f72-4ae8-b065-44bd30534018 admin admin] Publish callbacks [] for security_group (03ee6c29-bce2-450c-a99c-6eedfcb40282), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:31.512854 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-34364ae2-9f72-4ae8-b065-44bd30534018 admin admin] Publish callbacks [] for security_group (03ee6c29-bce2-450c-a99c-6eedfcb40282), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:31.576815 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-34364ae2-9f72-4ae8-b065-44bd30534018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (03ee6c29-bce2-450c-a99c-6eedfcb40282), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:31.579625 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-34364ae2-9f72-4ae8-b065-44bd30534018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:31.580983 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-34364ae2-9f72-4ae8-b065-44bd30534018 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/03ee6c29-bce2-450c-a99c-6eedfcb40282 HTTP/1.1" status: 204 len: 168 time: 0.1955085 Aug 19 15:25:31.590155 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34364ae2-9f72-4ae8-b065-44bd30534018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ee6c29-bce2-450c-a99c-6eedfcb40282,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:32.494417 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43450) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:32.551715 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:32.571722 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a694c1-7d31-414a-b266-086ba72c8a46 req-5c85431d-5794-4d8a-82c5-444cd806cf15 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:32.581084 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a9a694c1-7d31-414a-b266-086ba72c8a46 req-5c85431d-5794-4d8a-82c5-444cd806cf15 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.1342862 Aug 19 15:25:32.677479 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a9a694c1-7d31-414a-b266-086ba72c8a46 req-20cb791f-20d0-4358-8283-f5b79b97ff86 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872786 Aug 19 15:25:32.720181 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-5200f85d-4729-4c0f-85d2-f46f5a9d50e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2097505402-network', 'tenant_id': '0add00db6668475093f558e9700333d1'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:32.751753 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5200f85d-4729-4c0f-85d2-f46f5a9d50e2 admin admin] Made reservation on behalf of 0add00db6668475093f558e9700333d1 for: {'network': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:32.754954 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5200f85d-4729-4c0f-85d2-f46f5a9d50e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:32.764870 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5200f85d-4729-4c0f-85d2-f46f5a9d50e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:32.880466 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5200f85d-4729-4c0f-85d2-f46f5a9d50e2 admin admin] Publish callbacks [] for security_group (141254c0-0318-4f48-80bf-1271baacffe9), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:32.886867 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5200f85d-4729-4c0f-85d2-f46f5a9d50e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (141254c0-0318-4f48-80bf-1271baacffe9), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:32.935593 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5200f85d-4729-4c0f-85d2-f46f5a9d50e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=106285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:25:32.978396 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200f85d-4729-4c0f-85d2-f46f5a9d50e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141254c0-0318-4f48-80bf-1271baacffe9,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:32.984267 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5200f85d-4729-4c0f-85d2-f46f5a9d50e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (e22375ac-1793-48da-99df-0b7376fb87a8), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:32.985163 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.segments_db [None req-5200f85d-4729-4c0f-85d2-f46f5a9d50e2 admin admin] Added segment e22375ac-1793-48da-99df-0b7376fb87a8 of type vlan for network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 Aug 19 15:25:33.069015 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5200f85d-4729-4c0f-85d2-f46f5a9d50e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:33.116798 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5200f85d-4729-4c0f-85d2-f46f5a9d50e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:33.118014 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5200f85d-4729-4c0f-85d2-f46f5a9d50e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:33.118807 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5200f85d-4729-4c0f-85d2-f46f5a9d50e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:33.195941 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-5200f85d-4729-4c0f-85d2-f46f5a9d50e2 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6968997 Aug 19 15:25:33.196628 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 43472) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:33.196920 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200f85d-4729-4c0f-85d2-f46f5a9d50e2 admin admin] Pushing event updated for resources: {'Network': ['ID=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:33.204550 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-19d70159-a2d6-4201-b641-7d9f35b95d49 admin admin] Request body: {'subnet': {'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2097505402-subnet', 'tenant_id': '0add00db6668475093f558e9700333d1', 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:33.215752 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:25:33.238488 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d70159-a2d6-4201-b641-7d9f35b95d49 admin admin] Made reservation on behalf of 0add00db6668475093f558e9700333d1 for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:33.242205 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-19d70159-a2d6-4201-b641-7d9f35b95d49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127678'] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:33.295741 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43474) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:33.458641 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2357537e-834c-4bf3-9a67-d40141ee9a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:33.464506 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:33.572708 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2357537e-834c-4bf3-9a67-d40141ee9a93 admin admin] Publish callbacks [] for security_group (50f002f9-b1f0-4081-b1c5-2e9e2df9a00f), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:33.574023 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-19d70159-a2d6-4201-b641-7d9f35b95d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16011370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127648'] for subnet (93c92eb6-ecf3-4e09-8dc4-e6863da8989f), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:33.579330 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2357537e-834c-4bf3-9a67-d40141ee9a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (50f002f9-b1f0-4081-b1c5-2e9e2df9a00f), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:33.665568 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357537e-834c-4bf3-9a67-d40141ee9a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f002f9-b1f0-4081-b1c5-2e9e2df9a00f,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:33.675971 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-2357537e-834c-4bf3-9a67-d40141ee9a93 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=603b1a0d3eb4412d944cb7d632317a87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3764999 Aug 19 15:25:33.686562 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 43480) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:33.749452 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d70159-a2d6-4201-b641-7d9f35b95d49 admin admin] Checking segment: {'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:25:33.750127 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d70159-a2d6-4201-b641-7d9f35b95d49 admin admin] Network hostable DHCP agents. Network: 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:25:33.757549 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d70159-a2d6-4201-b641-7d9f35b95d49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93c92eb6-ecf3-4e09-8dc4-e6863da8989f,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:33.793537 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d70159-a2d6-4201-b641-7d9f35b95d49 admin admin] Network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:25:33.817427 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9c9fb4d8-0350-4e86-a969-386ea00df774 admin admin] Publish callbacks [] for security_group (50f002f9-b1f0-4081-b1c5-2e9e2df9a00f), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:33.844138 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-19d70159-a2d6-4201-b641-7d9f35b95d49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:33.855744 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d70159-a2d6-4201-b641-7d9f35b95d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:33.856375 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-19d70159-a2d6-4201-b641-7d9f35b95d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:33.856701 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b65b00-e0df-4d5f-b505-bf83c55878e2 None None] Network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:25:33.872662 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9c9fb4d8-0350-4e86-a969-386ea00df774 admin admin] Publish callbacks [] for security_group (50f002f9-b1f0-4081-b1c5-2e9e2df9a00f), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:33.910078 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb3ccd-b0e4-4c76-9c08-f92e89878179 req-71023a69-61d8-4dba-8011-55f4a5e15601 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:33.911718 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-efdb3ccd-b0e4-4c76-9c08-f92e89878179 req-71023a69-61d8-4dba-8011-55f4a5e15601 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.1123950 Aug 19 15:25:33.958697 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-19d70159-a2d6-4201-b641-7d9f35b95d49 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7607546 Aug 19 15:25:33.961400 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43486) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:33.970955 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:34.014085 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (4a6b6691-e616-4b10-83da-44289e719325), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:34.016431 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12047'] for router (4a6b6691-e616-4b10-83da-44289e719325), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:34.062603 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9c9fb4d8-0350-4e86-a969-386ea00df774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (50f002f9-b1f0-4081-b1c5-2e9e2df9a00f), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:34.067397 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9c9fb4d8-0350-4e86-a969-386ea00df774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:34.069200 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-9c9fb4d8-0350-4e86-a969-386ea00df774 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/50f002f9-b1f0-4081-b1c5-2e9e2df9a00f HTTP/1.1" status: 204 len: 168 time: 0.3802421 Aug 19 15:25:34.071266 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:34.080100 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ef4bc4-d368-54e3-92c9-12ec6c9c3899-6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'project_id': '0add00db6668475093f558e9700333d1', 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f'}]}} from dv-cinder-835384-20-iscsi. {{(pid=106286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 19 15:25:34.081450 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:34.111690 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-efdb3ccd-b0e4-4c76-9c08-f92e89878179 req-1e932093-eceb-403d-93b9-443cb48332fb tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626630 Aug 19 15:25:34.118142 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fb4d8-0350-4e86-a969-386ea00df774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f002f9-b1f0-4081-b1c5-2e9e2df9a00f,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:34.152960 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] Publish callbacks [] for router_controller (4a6b6691-e616-4b10-83da-44289e719325), precommit_add_association {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:34.359042 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] Publish callbacks [] for router_gateway (4a6b6691-e616-4b10-83da-44289e719325), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:34.361771 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:34.376730 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Allocated IP 172.20.0.2 (6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8/93c92eb6-ecf3-4e09-8dc4-e6863da8989f/360607de-903b-4a66-90bb-f164eaa85866) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:34.606808 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Publish callbacks [] for port (360607de-903b-4a66-90bb-f164eaa85866), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:34.617523 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (360607de-903b-4a66-90bb-f164eaa85866), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:34.631076 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] Publish callbacks [] for router_gateway (4a6b6691-e616-4b10-83da-44289e719325), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:34.663683 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:34.689167 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Pushing event updated for resources: {'Port': ['ID=360607de-903b-4a66-90bb-f164eaa85866,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:34.699482 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:34.706331 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:34.712766 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:34.713695 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:34.718335 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:34.719136 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:34.719845 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:34.720428 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:34.721093 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:34.721837 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:34.723801 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:34.724447 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:34.725428 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:34.725775 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:34.726215 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:34.726455 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:34.726743 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:34.729292 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 43494) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:34.732240 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:25:34.751521 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c79e533f-5516-48c7-a536-79583b86c558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:34.878364 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c79e533f-5516-48c7-a536-79583b86c558 admin admin] Publish callbacks [] for security_group (8a2a022d-e262-4717-b20e-a3a4ec69f2fe), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:34.879875 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:34.898921 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c79e533f-5516-48c7-a536-79583b86c558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (8a2a022d-e262-4717-b20e-a3a4ec69f2fe), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:34.915318 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] Allocated IP 172.27.2.48 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/bd9daf65-0c6f-42b1-af6e-876a02abef79) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:34.922311 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Attempting to bind port 360607de-903b-4a66-90bb-f164eaa85866 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:25:34.925068 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Attempting to bind port 360607de-903b-4a66-90bb-f164eaa85866 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:25:34.925595 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Attempting to bind port 360607de-903b-4a66-90bb-f164eaa85866 on network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:25:34.940562 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-c79e533f-5516-48c7-a536-79583b86c558 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=4c5d07aebd194f29b1b24b3b565775a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081473 Aug 19 15:25:34.956793 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 43500) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:34.961675 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:25:34.962368 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Checking segment: {'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:25:34.962498 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:34.962814 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Bound using segment: {'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:25:34.963299 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Bound port: 360607de-903b-4a66-90bb-f164eaa85866, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:25:34.963866 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (360607de-903b-4a66-90bb-f164eaa85866), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:35.013967 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e533f-5516-48c7-a536-79583b86c558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2a022d-e262-4717-b20e-a3a4ec69f2fe,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:35.020845 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:25:35.062049 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-04c7569f-cbc9-45fc-a301-e83fbd6cd866 admin admin] Publish callbacks [] for security_group (8a2a022d-e262-4717-b20e-a3a4ec69f2fe), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:35.096588 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-04c7569f-cbc9-45fc-a301-e83fbd6cd866 admin admin] Publish callbacks [] for security_group (8a2a022d-e262-4717-b20e-a3a4ec69f2fe), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:35.129310 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 43504) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:35.136076 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-3d232715-3aa2-4161-9730-c630cb8dd043 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1966041562', 'description': 'tempest-description--87205618'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:35.142227 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] For port 360607de-903b-4a66-90bb-f164eaa85866, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:25:35.146185 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] For port 360607de-903b-4a66-90bb-f164eaa85866, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=360607de-903b-4a66-90bb-f164eaa85866,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:25:35.160105 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (360607de-903b-4a66-90bb-f164eaa85866), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:35.191957 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3d232715-3aa2-4161-9730-c630cb8dd043 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:35.223726 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] Publish callbacks [] for port (bd9daf65-0c6f-42b1-af6e-876a02abef79), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:35.253293 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-04c7569f-cbc9-45fc-a301-e83fbd6cd866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (8a2a022d-e262-4717-b20e-a3a4ec69f2fe), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:35.257609 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-04c7569f-cbc9-45fc-a301-e83fbd6cd866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:35.264190 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-04c7569f-cbc9-45fc-a301-e83fbd6cd866 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/8a2a022d-e262-4717-b20e-a3a4ec69f2fe HTTP/1.1" status: 204 len: 168 time: 0.3166442 Aug 19 15:25:35.305870 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fbaeb-3b65-4e95-9e74-ecd79d1e1215 None None] Pushing event updated for resources: {'Port': ['ID=360607de-903b-4a66-90bb-f164eaa85866,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:35.315871 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7569f-cbc9-45fc-a301-e83fbd6cd866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2a022d-e262-4717-b20e-a3a4ec69f2fe,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:35.325157 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (bd9daf65-0c6f-42b1-af6e-876a02abef79), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:35.365290 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:DELETE=7 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:35.395122 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:35.405501 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:35.409100 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a51296-818c-41e3-9eb4-c93aa9e60175 req-87011977-4738-4ed1-b396-682f71bb7985 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:35.409418 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:35.411342 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-42a51296-818c-41e3-9eb4-c93aa9e60175 req-87011977-4738-4ed1-b396-682f71bb7985 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.1417983 Aug 19 15:25:35.427839 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:25:35.434765 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3d232715-3aa2-4161-9730-c630cb8dd043 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (6dfc58e1-48e0-40f7-bf30-b766b0a35f5d), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:35.461682 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3d232715-3aa2-4161-9730-c630cb8dd043 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (6dfc58e1-48e0-40f7-bf30-b766b0a35f5d), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:35.481252 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=bd9daf65-0c6f-42b1-af6e-876a02abef79,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:35.501157 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d232715-3aa2-4161-9730-c630cb8dd043 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:35.581836 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3d232715-3aa2-4161-9730-c630cb8dd043 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:35.583569 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3d232715-3aa2-4161-9730-c630cb8dd043 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4531155 Aug 19 15:25:35.591914 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 43510) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:35.598407 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-6445dec9-00d0-45dc-9a9d-b4e788cb4fce tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'security_group_rule': {'security_group_id': '6dfc58e1-48e0-40f7-bf30-b766b0a35f5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:35.633890 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-42a51296-818c-41e3-9eb4-c93aa9e60175 req-96fb48b9-98f3-4fa5-ab45-1f56ebc69cd2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038002 Aug 19 15:25:35.687243 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6445dec9-00d0-45dc-9a9d-b4e788cb4fce tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (8f252e91-3b27-412d-9434-a4058d01b84a), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:35.812070 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6445dec9-00d0-45dc-9a9d-b4e788cb4fce tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (8f252e91-3b27-412d-9434-a4058d01b84a), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:35.825982 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6445dec9-00d0-45dc-9a9d-b4e788cb4fce tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (8f252e91-3b27-412d-9434-a4058d01b84a), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:35.858009 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445dec9-00d0-45dc-9a9d-b4e788cb4fce tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f252e91-3b27-412d-9434-a4058d01b84a,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:35.881138 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6445dec9-00d0-45dc-9a9d-b4e788cb4fce tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:35.883669 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-6445dec9-00d0-45dc-9a9d-b4e788cb4fce tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2893667 Aug 19 15:25:35.887269 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 43516) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:35.892463 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-b5a31a3c-e2c1-487b-a181-99b688e0d6da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'security_group_rule': {'security_group_id': '6dfc58e1-48e0-40f7-bf30-b766b0a35f5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:35.935506 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b5a31a3c-e2c1-487b-a181-99b688e0d6da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (c13cb10b-9d1a-49a1-b21a-deb9ef9d691b), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:36.049214 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b5a31a3c-e2c1-487b-a181-99b688e0d6da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (c13cb10b-9d1a-49a1-b21a-deb9ef9d691b), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:36.059776 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b5a31a3c-e2c1-487b-a181-99b688e0d6da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (c13cb10b-9d1a-49a1-b21a-deb9ef9d691b), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:36.098388 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a31a3c-e2c1-487b-a181-99b688e0d6da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13cb10b-9d1a-49a1-b21a-deb9ef9d691b,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:36.115078 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b5a31a3c-e2c1-487b-a181-99b688e0d6da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:36.116626 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b5a31a3c-e2c1-487b-a181-99b688e0d6da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2279968 Aug 19 15:25:36.119901 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 43524) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:36.128237 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-4d2d9e9e-7500-4040-80b5-c267bad61953 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'floatingip': {'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:36.166470 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9e9e-7500-4040-80b5-c267bad61953 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:36.188321 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] Publish callbacks [] for router_gateway (4a6b6691-e616-4b10-83da-44289e719325), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:36.432451 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9e9e-7500-4040-80b5-c267bad61953 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:36.462665 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:36.595978 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809500'] for router (4a6b6691-e616-4b10-83da-44289e719325), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:36.709599 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-4d2d9e9e-7500-4040-80b5-c267bad61953 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Allocated IP 172.27.2.103 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/5057369c-426c-42e9-b955-8f2938b9bb4c) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:36.774728 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:36.821147 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:36.867195 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] Router 4a6b6691-e616-4b10-83da-44289e719325 is scheduled to L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c with binding_index 1 {{(pid=106285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:25:36.908541 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c6a5a4-3cc5-42ef-bfda-2a82f9536e33 None None] Network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:25:36.939929 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:36.971703 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f54c5-045c-4c56-814d-13636ce99f14 req-c08224a4-9181-41fa-bb0e-7e47a16c3892 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:36.983125 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4d5f54c5-045c-4c56-814d-13636ce99f14 req-c08224a4-9181-41fa-bb0e-7e47a16c3892 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.1475108 Aug 19 15:25:37.028548 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-936ce13d-dc85-457d-a067-4128201e57a1 None None] Provisioning complete for port 360607de-903b-4a66-90bb-f164eaa85866 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:37.029274 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-936ce13d-dc85-457d-a067-4128201e57a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (360607de-903b-4a66-90bb-f164eaa85866), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:37.081876 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:37.085837 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:37.263444 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9e9e-7500-4040-80b5-c267bad61953 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for port (5057369c-426c-42e9-b955-8f2938b9bb4c), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:37.281202 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4d5f54c5-045c-4c56-814d-13636ce99f14 req-b2c72112-307f-48c0-89f3-cdf24c2693c6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865252 Aug 19 15:25:37.303133 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-936ce13d-dc85-457d-a067-4128201e57a1 None None] Current status of the port 360607de-903b-4a66-90bb-f164eaa85866 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:25:37.303529 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-936ce13d-dc85-457d-a067-4128201e57a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (360607de-903b-4a66-90bb-f164eaa85866), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:37.394120 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-936ce13d-dc85-457d-a067-4128201e57a1 None None] For port 360607de-903b-4a66-90bb-f164eaa85866, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=360607de-903b-4a66-90bb-f164eaa85866,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:37.395055 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9e9e-7500-4040-80b5-c267bad61953 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (5057369c-426c-42e9-b955-8f2938b9bb4c), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:37.399993 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-936ce13d-dc85-457d-a067-4128201e57a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (360607de-903b-4a66-90bb-f164eaa85866), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:37.446002 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 360607de-903b-4a66-90bb-f164eaa85866 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:37.543980 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2d9e9e-7500-4040-80b5-c267bad61953 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:37.582398 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ce13d-dc85-457d-a067-4128201e57a1 None None] Pushing event updated for resources: {'Port': ['ID=360607de-903b-4a66-90bb-f164eaa85866,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:37.599956 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-4d2d9e9e-7500-4040-80b5-c267bad61953 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:37.607424 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d9e9e-7500-4040-80b5-c267bad61953 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:25:37.720865 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d9e9e-7500-4040-80b5-c267bad61953 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'Port': ['ID=5057369c-426c-42e9-b955-8f2938b9bb4c,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:37.754286 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 360607de-903b-4a66-90bb-f164eaa85866 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:37.756889 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (360607de-903b-4a66-90bb-f164eaa85866), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:37.813395 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:25:37.837333 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Sync routers for ids ['4a6b6691-e616-4b10-83da-44289e719325'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:25:37.888191 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:37.889681 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-6423c6bf-d56b-45fe-818a-9559d9ae9ac7 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9260311 Aug 19 15:25:37.892706 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43550) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:37.906933 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Routers {'4a6b6691-e616-4b10-83da-44289e719325'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:25:37.909533 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:25:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['4a6b6691-e616-4b10-83da-44289e719325'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:37.988456 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9e9e-7500-4040-80b5-c267bad61953 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (37c587b5-f4ef-4ade-9fec-5606ca36840a), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:38.079547 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9e9e-7500-4040-80b5-c267bad61953 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5057369c-426c-42e9-b955-8f2938b9bb4c), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:38.098947 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 360607de-903b-4a66-90bb-f164eaa85866 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:25:38.156122 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-a4e95454-4f11-460e-aa54-b9bcf293b94e None None] Provisioning complete for port 360607de-903b-4a66-90bb-f164eaa85866 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:38.161311 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a4e95454-4f11-460e-aa54-b9bcf293b94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (360607de-903b-4a66-90bb-f164eaa85866), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:38.295254 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Set router 4a6b6691-e616-4b10-83da-44289e719325 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:25:38.388527 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:38.424519 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9e9e-7500-4040-80b5-c267bad61953 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for port (5057369c-426c-42e9-b955-8f2938b9bb4c), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:38.436616 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9e9e-7500-4040-80b5-c267bad61953 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012003'] for port (5057369c-426c-42e9-b955-8f2938b9bb4c), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:38.472291 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:38.627866 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:35Z', 'revision_number': 3, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:38.660658 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9e9e-7500-4040-80b5-c267bad61953 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (37c587b5-f4ef-4ade-9fec-5606ca36840a), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:38.701324 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Checking router: 4a6b6691-e616-4b10-83da-44289e719325 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:25:38.701986 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Updating router 4a6b6691-e616-4b10-83da-44289e719325 port bd9daf65-0c6f-42b1-af6e-876a02abef79 binding host dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:25:38.712419 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb4b40-252e-4c33-ab2b-bcce90c3fc85 req-81de38a9-35ba-41b2-b4b2-50b9a91d4948 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:38.716907 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-61cb4b40-252e-4c33-ab2b-bcce90c3fc85 req-81de38a9-35ba-41b2-b4b2-50b9a91d4948 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.1944020 Aug 19 15:25:38.767897 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-a4e95454-4f11-460e-aa54-b9bcf293b94e None None] Current status of the port 360607de-903b-4a66-90bb-f164eaa85866 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:25:38.798963 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (bd9daf65-0c6f-42b1-af6e-876a02abef79), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:38.801375 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:38.802430 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-fb850bc9-32d6-4404-8ac5-9e57c5397656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:38.852418 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d9e9e-7500-4040-80b5-c267bad61953 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'Port': ['ID=5057369c-426c-42e9-b955-8f2938b9bb4c,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:38.880560 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9e9e-7500-4040-80b5-c267bad61953 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:38.881830 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-4d2d9e9e-7500-4040-80b5-c267bad61953 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7601917 Aug 19 15:25:38.895088 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-61cb4b40-252e-4c33-ab2b-bcce90c3fc85 req-321afd60-0934-4d4b-9ded-25eeb19071db tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393511 Aug 19 15:25:38.978229 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-68645290-9174-489d-8437-cce54cb1ddd5 req-7f152cae-72aa-43ce-9f6c-80f4f9f059b6 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1087777693&fields=id&tenant_id=dcca6c7d30114cd0936eb30381efad7d HTTP/1.1" status: 200 len: 267 time: 0.1605110 Aug 19 15:25:39.125351 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:39.166036 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-fb850bc9-32d6-4404-8ac5-9e57c5397656 admin admin] Allocated IP 172.20.0.1 (6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8/93c92eb6-ecf3-4e09-8dc4-e6863da8989f/0676c748-c0a0-4d02-bbb0-0149b88d32ed) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:39.181920 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Publish callbacks [] for port (bd9daf65-0c6f-42b1-af6e-876a02abef79), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:39.190929 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (bd9daf65-0c6f-42b1-af6e-876a02abef79), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:39.309077 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Attempting to bind port bd9daf65-0c6f-42b1-af6e-876a02abef79 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:25:39.309452 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Attempting to bind port bd9daf65-0c6f-42b1-af6e-876a02abef79 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:25:39.312283 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:39.321840 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Attempting to bind port bd9daf65-0c6f-42b1-af6e-876a02abef79 on network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:25:39.357973 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:25:39.359197 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:39.364649 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Checking segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:25:39.364649 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:39.364649 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Bound using segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:25:39.364649 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Bound port: bd9daf65-0c6f-42b1-af6e-876a02abef79, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:25:39.364649 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (bd9daf65-0c6f-42b1-af6e-876a02abef79), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:39.372110 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-fb850bc9-32d6-4404-8ac5-9e57c5397656 admin admin] Publish callbacks [] for port (0676c748-c0a0-4d02-bbb0-0149b88d32ed), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:39.374674 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 360607de-903b-4a66-90bb-f164eaa85866 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:39.415159 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68645290-9174-489d-8437-cce54cb1ddd5 req-897037b9-f389-4b62-961a-d7121da19b86 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:39.417406 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-68645290-9174-489d-8437-cce54cb1ddd5 req-897037b9-f389-4b62-961a-d7121da19b86 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/networks?id=767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 200 len: 818 time: 0.4246280 Aug 19 15:25:39.427917 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-fb850bc9-32d6-4404-8ac5-9e57c5397656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (0676c748-c0a0-4d02-bbb0-0149b88d32ed), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:39.434042 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-ff86a8fa-21b1-49d5-8ce4-fd1d30dc5b0a tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1966041562&fields=id&tenant_id=cbf14c554d854af5ba8cd910c82d42e0 HTTP/1.1" status: 200 len: 267 time: 0.1425207 Aug 19 15:25:39.468226 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-68645290-9174-489d-8437-cce54cb1ddd5 req-1585110e-509d-493b-a4cd-f21dfb3215ec tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/quotas/dcca6c7d30114cd0936eb30381efad7d HTTP/1.1" status: 200 len: 375 time: 0.0329330 Aug 19 15:25:39.498019 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb850bc9-32d6-4404-8ac5-9e57c5397656 admin admin] Pushing event updated for resources: {'Port': ['ID=0676c748-c0a0-4d02-bbb0-0149b88d32ed,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:39.508241 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb850bc9-32d6-4404-8ac5-9e57c5397656 admin admin] Network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:39.511284 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-fb850bc9-32d6-4404-8ac5-9e57c5397656 admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:39.515172 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb850bc9-32d6-4404-8ac5-9e57c5397656 admin admin] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:25:39.531805 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e40b79-14f0-4bbc-beee-7d90c0975cf3 None None] Pushing event updated for resources: {'Port': ['ID=bd9daf65-0c6f-42b1-af6e-876a02abef79,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:39.604781 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-fb850bc9-32d6-4404-8ac5-9e57c5397656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827374'] for router_interface (4a6b6691-e616-4b10-83da-44289e719325), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:39.630596 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 360607de-903b-4a66-90bb-f164eaa85866 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:39.635147 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (360607de-903b-4a66-90bb-f164eaa85866), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:39.697678 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] For port bd9daf65-0c6f-42b1-af6e-876a02abef79, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:25:39.698322 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43604) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:39.706736 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-2f21f8c0-23a4-478b-a0b5-292f0b001ecf tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:39.708459 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-2f21f8c0-23a4-478b-a0b5-292f0b001ecf tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/networks?id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 HTTP/1.1" status: 200 len: 815 time: 0.2494051 Aug 19 15:25:39.726225 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] For port bd9daf65-0c6f-42b1-af6e-876a02abef79, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=bd9daf65-0c6f-42b1-af6e-876a02abef79,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:25:39.754609 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (bd9daf65-0c6f-42b1-af6e-876a02abef79), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:39.768742 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-68645290-9174-489d-8437-cce54cb1ddd5 req-2916c25a-9439-44b3-a2a6-23f14f5dcd1f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=dcca6c7d30114cd0936eb30381efad7d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2994475 Aug 19 15:25:39.770413 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-4ffd2916-b355-43d5-b27c-05e2c73bb1f8 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/quotas/cbf14c554d854af5ba8cd910c82d42e0 HTTP/1.1" status: 200 len: 375 time: 0.0418811 Aug 19 15:25:39.939796 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 360607de-903b-4a66-90bb-f164eaa85866 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:25:39.946307 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Routers {'4a6b6691-e616-4b10-83da-44289e719325'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:25:39.947096 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:25:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['4a6b6691-e616-4b10-83da-44289e719325'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:39.994180 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-596340f6-40ac-42d7-8eb7-64527427ac3b tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=cbf14c554d854af5ba8cd910c82d42e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2165489 Aug 19 15:25:40.013368 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-691cfd1c-6531-49b0-92aa-dff056d09f7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:40.025732 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-fb850bc9-32d6-4404-8ac5-9e57c5397656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (0676c748-c0a0-4d02-bbb0-0149b88d32ed), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:40.150174 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:40.166045 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:40.171153 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-0a802294-ba71-47d0-9e1b-7252eadb5443 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585062 Aug 19 15:25:40.251887 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-aee078b3-207d-4a41-a526-49e735acdf4c None None] Provisioning complete for port 0676c748-c0a0-4d02-bbb0-0149b88d32ed triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:40.253092 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-aee078b3-207d-4a41-a526-49e735acdf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (0676c748-c0a0-4d02-bbb0-0149b88d32ed), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:40.269767 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-691cfd1c-6531-49b0-92aa-dff056d09f7a admin admin] Publish callbacks [] for security_group (cc0d8e08-906d-4a47-9f53-60fc2f486b8c), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:40.278335 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-691cfd1c-6531-49b0-92aa-dff056d09f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (cc0d8e08-906d-4a47-9f53-60fc2f486b8c), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:40.292612 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e40b79-14f0-4bbc-beee-7d90c0975cf3 None None] Pushing event updated for resources: {'Port': ['ID=bd9daf65-0c6f-42b1-af6e-876a02abef79,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:40.314349 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-68645290-9174-489d-8437-cce54cb1ddd5 req-df9720cc-b886-48e2-8c3a-3fd2ae1ee2e5 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223513 Aug 19 15:25:40.328608 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cfd1c-6531-49b0-92aa-dff056d09f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0d8e08-906d-4a47-9f53-60fc2f486b8c,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:40.373631 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-aee078b3-207d-4a41-a526-49e735acdf4c None None] Port 0676c748-c0a0-4d02-bbb0-0149b88d32ed cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:25:40.383662 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-691cfd1c-6531-49b0-92aa-dff056d09f7a admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=06d64e6f093249f99bb85493be3ca1a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6840978 Aug 19 15:25:40.389177 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43614) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:40.425629 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-95fc0906-7275-4f84-b47c-a85b099a9852 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449079 Aug 19 15:25:40.438549 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] Set router 4a6b6691-e616-4b10-83da-44289e719325 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:25:40.505804 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-fb850bc9-32d6-4404-8ac5-9e57c5397656 admin admin] Publish callbacks [] for port (0676c748-c0a0-4d02-bbb0-0149b88d32ed), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:40.517407 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-fb850bc9-32d6-4404-8ac5-9e57c5397656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (0676c748-c0a0-4d02-bbb0-0149b88d32ed), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:40.570200 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:40.572499 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-68645290-9174-489d-8437-cce54cb1ddd5 req-a4c2d529-9a7c-451b-a584-97275b8d4335 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453976 Aug 19 15:25:40.651888 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb850bc9-32d6-4404-8ac5-9e57c5397656 admin admin] Pushing event updated for resources: {'Port': ['ID=0676c748-c0a0-4d02-bbb0-0149b88d32ed,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:40.754498 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-fb850bc9-32d6-4404-8ac5-9e57c5397656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827522'] for router_interface (4a6b6691-e616-4b10-83da-44289e719325), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:40.766298 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d884cf84-7633-45f9-92d9-e117f67a43df admin admin] Publish callbacks [] for security_group (cc0d8e08-906d-4a47-9f53-60fc2f486b8c), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:40.817271 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d884cf84-7633-45f9-92d9-e117f67a43df admin admin] Publish callbacks [] for security_group (cc0d8e08-906d-4a47-9f53-60fc2f486b8c), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:40.821588 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938f6ec-fe4c-4eaf-9b7c-18e4524f6025 req-af12b00c-0a13-403a-8e6e-4807549c5a67 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:40.831584 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5938f6ec-fe4c-4eaf-9b7c-18e4524f6025 req-af12b00c-0a13-403a-8e6e-4807549c5a67 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.1321266 Aug 19 15:25:40.969849 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 1, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:40.990942 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:41.011853 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188d35d-d738-4853-8270-f1b302821fd7 None None] The sync data for ids ['4a6b6691-e616-4b10-83da-44289e719325'] in dv-cinder-835384-20-iscsi is: [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 1, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:25:41.066163 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5938f6ec-fe4c-4eaf-9b7c-18e4524f6025 req-1b8ab500-a93c-450d-ad3f-0441cb36f72b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335348 Aug 19 15:25:41.072467 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-13356d38-8cfb-4254-a90b-fd899fe07785 req-1523eef1-36ce-46d3-8985-2cb98874807f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 210 time: 0.1132674 Aug 19 15:25:41.145648 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb850bc9-32d6-4404-8ac5-9e57c5397656 admin admin] Network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:41.175592 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-fb850bc9-32d6-4404-8ac5-9e57c5397656 admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:41.249548 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-731152a2-6af5-4c3d-bba3-dc9e029c18f7 req-a83d6744-708f-41cc-907e-dc2b927e8c37 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 210 time: 0.0594592 Aug 19 15:25:41.335127 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d884cf84-7633-45f9-92d9-e117f67a43df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (cc0d8e08-906d-4a47-9f53-60fc2f486b8c), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:41.340011 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d884cf84-7633-45f9-92d9-e117f67a43df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:41.343066 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-d884cf84-7633-45f9-92d9-e117f67a43df admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/cc0d8e08-906d-4a47-9f53-60fc2f486b8c HTTP/1.1" status: 204 len: 168 time: 0.9520886 Aug 19 15:25:41.442375 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884cf84-7633-45f9-92d9-e117f67a43df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0d8e08-906d-4a47-9f53-60fc2f486b8c,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:41.804051 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb850bc9-32d6-4404-8ac5-9e57c5397656 admin admin] Router 4a6b6691-e616-4b10-83da-44289e719325 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:25:41.854199 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-2305c664-19cd-435b-b0ba-39496dc9cc5c None None] Provisioning complete for port 0676c748-c0a0-4d02-bbb0-0149b88d32ed triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:41.859536 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2305c664-19cd-435b-b0ba-39496dc9cc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (0676c748-c0a0-4d02-bbb0-0149b88d32ed), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:41.965045 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:41.973480 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-2305c664-19cd-435b-b0ba-39496dc9cc5c None None] Port 0676c748-c0a0-4d02-bbb0-0149b88d32ed cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:25:42.132167 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=20 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:42.221400 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb850bc9-32d6-4404-8ac5-9e57c5397656 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:25:42.264835 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-fb850bc9-32d6-4404-8ac5-9e57c5397656 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/4a6b6691-e616-4b10-83da-44289e719325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3660190 Aug 19 15:25:42.460858 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632ecda-8d27-4b52-a0d7-84a789bfdd31 req-be8b2245-f317-48a0-88bd-7f774bc2a79c tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:42.475119 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f632ecda-8d27-4b52-a0d7-84a789bfdd31 req-be8b2245-f317-48a0-88bd-7f774bc2a79c tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.2274201 Aug 19 15:25:42.538005 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43662) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:42.597055 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4133595a-6329-4b31-99cf-9eaaf238521f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:42.609071 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-453c6fa9-dfed-4319-b1d8-b29242b53176 req-10e08537-bbcd-48e9-acb7-ad740ee973e9 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 210 time: 0.3169506 Aug 19 15:25:42.780222 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f632ecda-8d27-4b52-a0d7-84a789bfdd31 req-db0eaf33-8c94-48d0-82dd-4ff2fbe1134c tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189753 Aug 19 15:25:42.901106 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c85e9d9d-658a-4352-887d-4f31ee96ba9a req-432e0944-f55f-494c-8d60-0315ff6cb82d tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 210 time: 0.0776188 Aug 19 15:25:42.958418 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4133595a-6329-4b31-99cf-9eaaf238521f admin admin] Publish callbacks [] for security_group (0027ff0b-a5d6-464b-8246-9169bf1eebd0), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:42.975358 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4133595a-6329-4b31-99cf-9eaaf238521f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (0027ff0b-a5d6-464b-8246-9169bf1eebd0), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:43.023314 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-4133595a-6329-4b31-99cf-9eaaf238521f admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=9ffb7a9491eb46fb8dd0210d1d3e5110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4818523 Aug 19 15:25:43.025885 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 43674) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:43.055979 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133595a-6329-4b31-99cf-9eaaf238521f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0027ff0b-a5d6-464b-8246-9169bf1eebd0,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:43.162918 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7ac2ce6d-0a5a-47ab-9141-8bcee589447a admin admin] Publish callbacks [] for security_group (0027ff0b-a5d6-464b-8246-9169bf1eebd0), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:43.213080 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7ac2ce6d-0a5a-47ab-9141-8bcee589447a admin admin] Publish callbacks [] for security_group (0027ff0b-a5d6-464b-8246-9169bf1eebd0), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:43.338497 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7ac2ce6d-0a5a-47ab-9141-8bcee589447a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (0027ff0b-a5d6-464b-8246-9169bf1eebd0), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:43.348997 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7ac2ce6d-0a5a-47ab-9141-8bcee589447a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:43.356270 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-7ac2ce6d-0a5a-47ab-9141-8bcee589447a admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/0027ff0b-a5d6-464b-8246-9169bf1eebd0 HTTP/1.1" status: 204 len: 168 time: 0.3238006 Aug 19 15:25:43.408345 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2ce6d-0a5a-47ab-9141-8bcee589447a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0027ff0b-a5d6-464b-8246-9169bf1eebd0,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:43.412334 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device bd9daf65-0c6f-42b1-af6e-876a02abef79 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:43.529589 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68645290-9174-489d-8437-cce54cb1ddd5 req-e6fe5570-da97-4a4d-94d4-80bf82251127 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:43.533829 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-dcef1545-00df-4dec-b6ce-72a77432aa45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:43.547670 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-68645290-9174-489d-8437-cce54cb1ddd5 req-e6fe5570-da97-4a4d-94d4-80bf82251127 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.52 "GET /networking/v2.0/networks?id=767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 200 len: 818 time: 0.3785770 Aug 19 15:25:43.684271 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port bd9daf65-0c6f-42b1-af6e-876a02abef79 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:43.689636 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (bd9daf65-0c6f-42b1-af6e-876a02abef79), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:43.707513 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:43.859703 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-68645290-9174-489d-8437-cce54cb1ddd5 req-0d5d58ed-a50d-4b92-bea9-a2bdd7f5a5e1 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=dcca6c7d30114cd0936eb30381efad7d HTTP/1.1" status: 200 len: 380 time: 0.1611366 Aug 19 15:25:43.904600 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-68645290-9174-489d-8437-cce54cb1ddd5 req-9f694317-539c-417e-874a-8591fc9b47bb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Request body: {'port': {'device_id': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'admin_state_up': True, 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'security_groups': ['5577251a-35ff-43fa-a26d-6797a959dfb2']}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:43.963467 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-5b5b02c0-3c74-465b-aca7-b1f7ef7937a7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:43.968910 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-5b5b02c0-3c74-465b-aca7-b1f7ef7937a7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "GET /networking/v2.0/networks?id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 HTTP/1.1" status: 200 len: 815 time: 0.5612428 Aug 19 15:25:44.061740 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port bd9daf65-0c6f-42b1-af6e-876a02abef79 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:25:44.062505 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (bd9daf65-0c6f-42b1-af6e-876a02abef79), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:44.071850 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-dd36ff52-647f-4c2d-bb7f-0b28d360276f req-ea677fc0-0a05-459d-9b7d-e5de35ddee2e tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 210 time: 0.1788700 Aug 19 15:25:44.168913 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port bd9daf65-0c6f-42b1-af6e-876a02abef79, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=bd9daf65-0c6f-42b1-af6e-876a02abef79,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:44.179956 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (bd9daf65-0c6f-42b1-af6e-876a02abef79), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:44.225938 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43716) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:44.237802 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271cffb-201c-4e8a-8a93-5b45fabb9ae1 req-8d9ecd9d-bb7d-47cd-95b5-768b79809f2c tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:44.238839 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-94710b62-4879-45c1-9f5b-ebebec4b5bea tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cbf14c554d854af5ba8cd910c82d42e0 HTTP/1.1" status: 200 len: 472 time: 0.1589587 Aug 19 15:25:44.239488 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8271cffb-201c-4e8a-8a93-5b45fabb9ae1 req-8d9ecd9d-bb7d-47cd-95b5-768b79809f2c tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.1564457 Aug 19 15:25:44.258433 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-f212277b-be45-4fd7-9224-576b26ce1771 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'port': {'device_id': 'd4717c9f-2cd2-419b-a91c-7f722d99dd27', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'admin_state_up': True, 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'security_groups': ['6dfc58e1-48e0-40f7-bf30-b766b0a35f5d']}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:44.266594 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-377e19e5-4ebe-438f-b450-739fe03f2605 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-153811165-network', 'tenant_id': '7c817ad50ec0407b81e579cfd37a47a4'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:44.332845 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=bd9daf65-0c6f-42b1-af6e-876a02abef79,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:44.346782 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377e19e5-4ebe-438f-b450-739fe03f2605 admin admin] Made reservation on behalf of 7c817ad50ec0407b81e579cfd37a47a4 for: {'network': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:44.350446 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-377e19e5-4ebe-438f-b450-739fe03f2605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:44.369202 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-31f32870-0424-47a7-8e6a-3d9c406514d0 req-c7b882ee-b003-4981-a705-feaa0352894c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 210 time: 0.0976253 Aug 19 15:25:44.408091 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-377e19e5-4ebe-438f-b450-739fe03f2605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:44.435380 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:44.445898 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8271cffb-201c-4e8a-8a93-5b45fabb9ae1 req-44f67b3e-9029-479f-b4e8-63cb9e26836f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989188 Aug 19 15:25:44.572682 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-377e19e5-4ebe-438f-b450-739fe03f2605 admin admin] Publish callbacks [] for security_group (1d0151ae-a930-422c-9b79-9f2064f9639e), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:44.576525 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:44.593025 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-377e19e5-4ebe-438f-b450-739fe03f2605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (1d0151ae-a930-422c-9b79-9f2064f9639e), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:44.608469 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377e19e5-4ebe-438f-b450-739fe03f2605 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=106285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:25:44.624531 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-377e19e5-4ebe-438f-b450-739fe03f2605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (167a3e2f-8414-4230-bf8e-cdf6287698f5), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:44.624962 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.segments_db [None req-377e19e5-4ebe-438f-b450-739fe03f2605 admin admin] Added segment 167a3e2f-8414-4230-bf8e-cdf6287698f5 of type vlan for network 3cb14be5-fdde-498b-83fa-280c165e1826 Aug 19 15:25:44.684072 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-377e19e5-4ebe-438f-b450-739fe03f2605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (3cb14be5-fdde-498b-83fa-280c165e1826), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:44.833341 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e19e5-4ebe-438f-b450-739fe03f2605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0151ae-a930-422c-9b79-9f2064f9639e,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:44.853718 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-377e19e5-4ebe-438f-b450-739fe03f2605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (3cb14be5-fdde-498b-83fa-280c165e1826), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:44.855055 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377e19e5-4ebe-438f-b450-739fe03f2605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:44.864826 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-377e19e5-4ebe-438f-b450-739fe03f2605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:44.871757 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:44.886357 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dde5b2-bf2b-4d18-8c5e-b629b4f36bb5 req-b5968f06-51fe-49dd-8c5b-56c07cc83b89 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:44.891467 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-45dde5b2-bf2b-4d18-8c5e-b629b4f36bb5 req-b5968f06-51fe-49dd-8c5b-56c07cc83b89 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0836904 Aug 19 15:25:45.020339 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=14 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:45.117800 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68645290-9174-489d-8437-cce54cb1ddd5 req-9f694317-539c-417e-874a-8591fc9b47bb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Made reservation on behalf of dcca6c7d30114cd0936eb30381efad7d for: {'port': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:45.134323 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-68645290-9174-489d-8437-cce54cb1ddd5 req-9f694317-539c-417e-874a-8591fc9b47bb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:45.306935 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-377e19e5-4ebe-438f-b450-739fe03f2605 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0556018 Aug 19 15:25:45.411370 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device bd9daf65-0c6f-42b1-af6e-876a02abef79 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:45.456836 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65b4fd-96c2-425e-87cb-afc30f6a8c7b req-3d262587-4161-43c6-8862-188043481c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:45.458972 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7d65b4fd-96c2-425e-87cb-afc30f6a8c7b req-3d262587-4161-43c6-8862-188043481c23 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ede055158e24b7c9a935b833e33b89a&device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 1130 time: 0.4546404 Aug 19 15:25:45.459526 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43746) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:45.483129 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-5a15b3e1-2b59-4e99-b1f0-92e83cf8e0ca admin admin] Request body: {'subnet': {'network_id': '3cb14be5-fdde-498b-83fa-280c165e1826', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-153811165-subnet', 'tenant_id': '7c817ad50ec0407b81e579cfd37a47a4', 'ip_version': 4}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:45.487365 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:45.500163 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-f212277b-be45-4fd7-9224-576b26ce1771 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Made reservation on behalf of cbf14c554d854af5ba8cd910c82d42e0 for: {'port': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:45.512235 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-f212277b-be45-4fd7-9224-576b26ce1771 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:45.544697 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port bd9daf65-0c6f-42b1-af6e-876a02abef79 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:45.545308 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (bd9daf65-0c6f-42b1-af6e-876a02abef79), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:45.559879 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-45dde5b2-bf2b-4d18-8c5e-b629b4f36bb5 req-4e64dc9d-a2a3-4c8f-a5d3-897fd6b1fcd3 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6560009 Aug 19 15:25:45.608117 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-804e61ff-903e-41fc-a1af-f73ca1f651de req-421c1146-deef-419b-996b-a01e44907320 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 210 time: 0.0816956 Aug 19 15:25:45.707113 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e19e5-4ebe-438f-b450-739fe03f2605 admin admin] Pushing event updated for resources: {'Network': ['ID=3cb14be5-fdde-498b-83fa-280c165e1826,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:45.725066 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Sync routers for ids ['4a6b6691-e616-4b10-83da-44289e719325'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:25:45.731988 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a15b3e1-2b59-4e99-b1f0-92e83cf8e0ca admin admin] Made reservation on behalf of 7c817ad50ec0407b81e579cfd37a47a4 for: {'subnet': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:45.735460 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5a15b3e1-2b59-4e99-b1f0-92e83cf8e0ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16591564'] for subnet (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:45.759226 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Routers {'4a6b6691-e616-4b10-83da-44289e719325'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:25:45.760363 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:25:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['4a6b6691-e616-4b10-83da-44289e719325'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:45.793156 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network 3cb14be5-fdde-498b-83fa-280c165e1826 details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:25:45.840430 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-edfb69d3-386d-4314-948e-85d0c827ceb2 req-dd86ae94-2990-4326-8b71-25890dc4ae40 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 210 time: 0.0870383 Aug 19 15:25:45.874341 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port bd9daf65-0c6f-42b1-af6e-876a02abef79 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:25:45.984629 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7bc75398-a204-4b0b-8f43-420802232889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:46.105204 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Set router 4a6b6691-e616-4b10-83da-44289e719325 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:25:46.140446 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-f212277b-be45-4fd7-9224-576b26ce1771 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Allocated IP 172.20.0.3 (6a74f9df-bea0-4bc2-8022-d4f3c9598ba3/9f5a617c-2964-456f-ae12-5bd7af7fa552/789e4df0-1af5-4f96-9194-ab12ac1b5047) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:46.324526 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:46.419739 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:40Z', 'revision_number': 2, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:46.505840 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Checking router: 4a6b6691-e616-4b10-83da-44289e719325 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:25:46.506228 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Updating router 4a6b6691-e616-4b10-83da-44289e719325 port 0676c748-c0a0-4d02-bbb0-0149b88d32ed binding host dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:25:46.572981 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (0676c748-c0a0-4d02-bbb0-0149b88d32ed), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:46.768676 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [req-68645290-9174-489d-8437-cce54cb1ddd5 req-9f694317-539c-417e-874a-8591fc9b47bb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Allocated IP 172.20.0.10 (767088c7-8ee1-471e-80fb-53a5e6370be0/93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb/ca54f86e-c00b-4076-ac42-4e78405cb1a7) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:46.801485 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65b4fd-96c2-425e-87cb-afc30f6a8c7b req-e0d69955-ec0b-4574-8aad-60165741c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:46.803256 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7d65b4fd-96c2-425e-87cb-afc30f6a8c7b req-e0d69955-ec0b-4574-8aad-60165741c62c service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc HTTP/1.1" status: 200 len: 911 time: 1.3143342 Aug 19 15:25:46.881368 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c5ba081a-25d7-475e-88d5-59401e5a5d89 req-ccbc53f4-ba69-4421-a1df-dca9f824c22e tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 210 time: 0.1140471 Aug 19 15:25:46.961914 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-f212277b-be45-4fd7-9224-576b26ce1771 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for port (789e4df0-1af5-4f96-9194-ab12ac1b5047), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:47.046442 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:47.049733 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5a15b3e1-2b59-4e99-b1f0-92e83cf8e0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16616503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16591570'] for subnet (0e516a57-7cb9-427a-874a-586db35587cd), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:47.056775 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ee3c7-6d05-4076-8003-7fbd04651445 req-4536dff7-731e-4389-9331-f5aa56e52c0c tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:47.061026 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2b9ee3c7-6d05-4076-8003-7fbd04651445 req-4536dff7-731e-4389-9331-f5aa56e52c0c tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.2808783 Aug 19 15:25:47.070976 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-f212277b-be45-4fd7-9224-576b26ce1771 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (789e4df0-1af5-4f96-9194-ab12ac1b5047), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:47.125212 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-db33af82-1e13-4c07-9805-e0d70ad00516 req-cf84a11b-5b68-4676-917e-829fdefb2c5f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 210 time: 0.0603447 Aug 19 15:25:47.220207 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2b9ee3c7-6d05-4076-8003-7fbd04651445 req-206fa0fa-750e-47f2-b215-c9befe25bfb9 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272874 Aug 19 15:25:47.316658 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Publish callbacks [] for port (0676c748-c0a0-4d02-bbb0-0149b88d32ed), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:47.325862 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (0676c748-c0a0-4d02-bbb0-0149b88d32ed), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:47.445918 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db00b3f-c1a7-476a-8618-7aa8b962f329 None None] Pushing event updated for resources: {'Port': ['ID=0676c748-c0a0-4d02-bbb0-0149b88d32ed,revision_number=3']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:47.473171 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Attempting to bind port 0676c748-c0a0-4d02-bbb0-0149b88d32ed on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:25:47.474444 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Attempting to bind port 0676c748-c0a0-4d02-bbb0-0149b88d32ed by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:25:47.475016 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Attempting to bind port 0676c748-c0a0-4d02-bbb0-0149b88d32ed on network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:25:47.481026 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db00b3f-c1a7-476a-8618-7aa8b962f329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:47.481544 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db00b3f-c1a7-476a-8618-7aa8b962f329 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:47.482121 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db00b3f-c1a7-476a-8618-7aa8b962f329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:47.482854 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db00b3f-c1a7-476a-8618-7aa8b962f329 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:47.483419 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db00b3f-c1a7-476a-8618-7aa8b962f329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:47.484082 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db00b3f-c1a7-476a-8618-7aa8b962f329 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:47.484574 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db00b3f-c1a7-476a-8618-7aa8b962f329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:47.485130 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db00b3f-c1a7-476a-8618-7aa8b962f329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:47.485909 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db00b3f-c1a7-476a-8618-7aa8b962f329 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:47.486248 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db00b3f-c1a7-476a-8618-7aa8b962f329 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:47.486622 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db00b3f-c1a7-476a-8618-7aa8b962f329 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:47.486984 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db00b3f-c1a7-476a-8618-7aa8b962f329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:47.487320 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db00b3f-c1a7-476a-8618-7aa8b962f329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:47.487652 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db00b3f-c1a7-476a-8618-7aa8b962f329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:47.487977 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db00b3f-c1a7-476a-8618-7aa8b962f329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:47.507273 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:25:47.508137 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Checking segment: {'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:25:47.509048 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:47.509924 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Bound using segment: {'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:25:47.511600 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Bound port: 0676c748-c0a0-4d02-bbb0-0149b88d32ed, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'}}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:25:47.512522 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (0676c748-c0a0-4d02-bbb0-0149b88d32ed), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:47.707410 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] For port 0676c748-c0a0-4d02-bbb0-0149b88d32ed, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:25:47.712780 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:47.713497 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] For port 0676c748-c0a0-4d02-bbb0-0149b88d32ed, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=0676c748-c0a0-4d02-bbb0-0149b88d32ed,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:25:47.714719 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15b3e1-2b59-4e99-b1f0-92e83cf8e0ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e516a57-7cb9-427a-874a-586db35587cd,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:47.725002 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (0676c748-c0a0-4d02-bbb0-0149b88d32ed), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:47.752966 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-f212277b-be45-4fd7-9224-576b26ce1771 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:47.759500 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212277b-be45-4fd7-9224-576b26ce1771 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'Port': ['ID=789e4df0-1af5-4f96-9194-ab12ac1b5047,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:47.762243 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:47.764374 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-f212277b-be45-4fd7-9224-576b26ce1771 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:47.798119 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-f212277b-be45-4fd7-9224-576b26ce1771 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:25:47.813220 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Routers {'4a6b6691-e616-4b10-83da-44289e719325'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:25:47.813870 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:25:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['4a6b6691-e616-4b10-83da-44289e719325'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:47.817581 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db00b3f-c1a7-476a-8618-7aa8b962f329 None None] Pushing event updated for resources: {'Port': ['ID=0676c748-c0a0-4d02-bbb0-0149b88d32ed,revision_number=4']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:47.895735 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7d65b4fd-96c2-425e-87cb-afc30f6a8c7b req-a4bf23d7-b29e-450a-aec8-8175aaf88d3a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=489cb252-e00c-4932-b659-de93c87cfb6a HTTP/1.1" status: 200 len: 1002 time: 0.8695076 Aug 19 15:25:47.960753 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:48.053206 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65b4fd-96c2-425e-87cb-afc30f6a8c7b req-fca26fee-0b95-449d-b9ab-60f898b6831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:48.054705 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7d65b4fd-96c2-425e-87cb-afc30f6a8c7b req-fca26fee-0b95-449d-b9ab-60f898b6831c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93f05d4a-93e6-496f-8a08-b1119fd57ca6 HTTP/1.1" status: 200 len: 849 time: 0.1298423 Aug 19 15:25:48.134554 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c5251-1b55-4640-9e20-e14a99e3ef56 req-1bb2e062-1676-4f70-a762-b374d1978e01 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:48.146687 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7d3c5251-1b55-4640-9e20-e14a99e3ef56 req-1bb2e062-1676-4f70-a762-b374d1978e01 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 931 time: 0.1495173 Aug 19 15:25:48.148813 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a15b3e1-2b59-4e99-b1f0-92e83cf8e0ca admin admin] Checking segment: {'id': '167a3e2f-8414-4230-bf8e-cdf6287698f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3cb14be5-fdde-498b-83fa-280c165e1826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:25:48.149480 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a15b3e1-2b59-4e99-b1f0-92e83cf8e0ca admin admin] Network hostable DHCP agents. Network: 3cb14be5-fdde-498b-83fa-280c165e1826, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:25:48.165020 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] Set router 4a6b6691-e616-4b10-83da-44289e719325 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:25:48.187154 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:48.221634 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-f212277b-be45-4fd7-9224-576b26ce1771 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:48.223020 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-f212277b-be45-4fd7-9224-576b26ce1771 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:48.277897 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-68645290-9174-489d-8437-cce54cb1ddd5 req-9f694317-539c-417e-874a-8591fc9b47bb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for port (ca54f86e-c00b-4076-ac42-4e78405cb1a7), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:48.283925 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-f212277b-be45-4fd7-9224-576b26ce1771 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0369685 Aug 19 15:25:48.287494 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-fd2ec184-ec13-44c9-b07a-7d4bea675853 None None] Provisioning complete for port 789e4df0-1af5-4f96-9194-ab12ac1b5047 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:48.290026 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fd2ec184-ec13-44c9-b07a-7d4bea675853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (789e4df0-1af5-4f96-9194-ab12ac1b5047), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:48.300473 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Request body: {'port': {'device_id': 'd4717c9f-2cd2-419b-a91c-7f722d99dd27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:48.312970 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65b4fd-96c2-425e-87cb-afc30f6a8c7b req-8e4f94b0-6dea-4706-a94f-355a892a9ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:48.313301 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7d3c5251-1b55-4640-9e20-e14a99e3ef56 req-9f8872d9-4540-4ac2-9313-065adbed573d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653922 Aug 19 15:25:48.315792 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7d65b4fd-96c2-425e-87cb-afc30f6a8c7b req-8e4f94b0-6dea-4706-a94f-355a892a9ec5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2489614 Aug 19 15:25:48.360834 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a15b3e1-2b59-4e99-b1f0-92e83cf8e0ca admin admin] Network 3cb14be5-fdde-498b-83fa-280c165e1826 is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:25:48.390086 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-5a15b3e1-2b59-4e99-b1f0-92e83cf8e0ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, 3cb14be5-fdde-498b-83fa-280c165e1826) {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:48.391944 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:48.419895 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0f6d7d-11c5-4b23-b830-e37e0eb4bee4 None None] Network 3cb14be5-fdde-498b-83fa-280c165e1826 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:25:48.421939 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a15b3e1-2b59-4e99-b1f0-92e83cf8e0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:48.422816 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5a15b3e1-2b59-4e99-b1f0-92e83cf8e0ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:48.464732 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4e4f83e4-20e7-458a-a864-9a69bd480dee req-7e78adb7-b264-4491-9003-7efd3c23fd67 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 210 time: 0.1144004 Aug 19 15:25:48.557173 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-68645290-9174-489d-8437-cce54cb1ddd5 req-9f694317-539c-417e-874a-8591fc9b47bb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (ca54f86e-c00b-4076-ac42-4e78405cb1a7), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:48.562899 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-5a15b3e1-2b59-4e99-b1f0-92e83cf8e0ca admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0918822 Aug 19 15:25:48.567739 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 43810) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:48.585070 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-153811165-router', 'tenant_id': '7c817ad50ec0407b81e579cfd37a47a4', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:48.619834 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-fd2ec184-ec13-44c9-b07a-7d4bea675853 None None] Port 789e4df0-1af5-4f96-9194-ab12ac1b5047 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:25:48.665625 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:48.672469 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95edc2e-6e6a-4d62-9dc9-4dbc82cdac3e req-46783263-835f-4863-8105-bf6bbaf5a1d3 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:48.680259 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (789e4df0-1af5-4f96-9194-ab12ac1b5047), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:48.686484 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:48.688989 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c95edc2e-6e6a-4d62-9dc9-4dbc82cdac3e req-46783263-835f-4863-8105-bf6bbaf5a1d3 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.1439898 Aug 19 15:25:48.738033 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (11cb6cd8-0335-4794-b464-d633579e57af), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:48.739095 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12047'] for router (11cb6cd8-0335-4794-b464-d633579e57af), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:48.749496 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ef4bc4-d368-54e3-92c9-12ec6c9c3899-3cb14be5-fdde-498b-83fa-280c165e1826', 'network_id': '3cb14be5-fdde-498b-83fa-280c165e1826', 'project_id': '7c817ad50ec0407b81e579cfd37a47a4', 'fixed_ips': [{'subnet_id': '0e516a57-7cb9-427a-874a-586db35587cd'}]}} from dv-cinder-835384-20-iscsi. {{(pid=106286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 19 15:25:48.749496 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:48.759026 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7d65b4fd-96c2-425e-87cb-afc30f6a8c7b req-0b1476ed-260c-49b2-9879-d1e570355452 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065633 Aug 19 15:25:48.802612 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:47Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:48.829626 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68645290-9174-489d-8437-cce54cb1ddd5 req-9f694317-539c-417e-874a-8591fc9b47bb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Network 767088c7-8ee1-471e-80fb-53a5e6370be0 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:48.845216 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c95edc2e-6e6a-4d62-9dc9-4dbc82cdac3e req-cd8ee1a6-9005-42b3-b012-f2cc601d67a5 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550596 Aug 19 15:25:48.857172 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f694317-539c-417e-874a-8591fc9b47bb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Pushing event updated for resources: {'Port': ['ID=ca54f86e-c00b-4076-ac42-4e78405cb1a7,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:48.908113 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [req-68645290-9174-489d-8437-cce54cb1ddd5 req-9f694317-539c-417e-874a-8591fc9b47bb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:48.910645 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-68645290-9174-489d-8437-cce54cb1ddd5 req-9f694317-539c-417e-874a-8591fc9b47bb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:25:48.912696 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:48.947083 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac6055d-31c8-45a8-876c-dd8430ca3fc5 None None] The sync data for ids ['4a6b6691-e616-4b10-83da-44289e719325'] in dv-cinder-835384-20-iscsi is: [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:47Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:25:48.957796 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] Publish callbacks [] for router_controller (11cb6cd8-0335-4794-b464-d633579e57af), precommit_add_association {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:49.125242 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Allocated IP 172.20.0.2 (3cb14be5-fdde-498b-83fa-280c165e1826/0e516a57-7cb9-427a-874a-586db35587cd/0e030d42-b9f1-4856-9358-30fcbfaa1e70) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:49.282257 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68645290-9174-489d-8437-cce54cb1ddd5 req-9f694317-539c-417e-874a-8591fc9b47bb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:49.285902 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-68645290-9174-489d-8437-cce54cb1ddd5 req-9f694317-539c-417e-874a-8591fc9b47bb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:49.336425 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] Publish callbacks [] for router_gateway (11cb6cd8-0335-4794-b464-d633579e57af), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:49.452855 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:49.462363 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-0d7c261e-b89f-4c38-a03d-5886a6146395 None None] Provisioning complete for port ca54f86e-c00b-4076-ac42-4e78405cb1a7 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:49.462613 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0d7c261e-b89f-4c38-a03d-5886a6146395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (ca54f86e-c00b-4076-ac42-4e78405cb1a7), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:49.499171 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 0676c748-c0a0-4d02-bbb0-0149b88d32ed up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:49.505595 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:49.540185 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-68645290-9174-489d-8437-cce54cb1ddd5 req-9f694317-539c-417e-874a-8591fc9b47bb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6641986 Aug 19 15:25:49.575293 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7d65b4fd-96c2-425e-87cb-afc30f6a8c7b req-ca8bccd3-cf2b-4245-a638-2999543724b2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7889402 Aug 19 15:25:49.600131 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Request body: {'port': {'device_id': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:49.754854 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c261e-b89f-4c38-a03d-5886a6146395 None None] Port ca54f86e-c00b-4076-ac42-4e78405cb1a7 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:25:49.810370 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Publish callbacks [] for port (0e030d42-b9f1-4856-9358-30fcbfaa1e70), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:49.814299 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 0676c748-c0a0-4d02-bbb0-0149b88d32ed triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:49.814667 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (0676c748-c0a0-4d02-bbb0-0149b88d32ed), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:49.819451 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (0e030d42-b9f1-4856-9358-30fcbfaa1e70), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:49.899732 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Network 3cb14be5-fdde-498b-83fa-280c165e1826 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:49.910168 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:49.914795 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (ca54f86e-c00b-4076-ac42-4e78405cb1a7), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:49.920541 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:25:49.968065 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Pushing event updated for resources: {'Port': ['ID=0e030d42-b9f1-4856-9358-30fcbfaa1e70,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:50.048131 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65288e94-7dff-450f-8b31-09a4eeace453 req-aec8c4d5-6c35-486f-82d3-0da5bc8985cc tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:50.056815 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-65288e94-7dff-450f-8b31-09a4eeace453 req-aec8c4d5-6c35-486f-82d3-0da5bc8985cc tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 932 time: 0.4183214 Aug 19 15:25:50.087511 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 0676c748-c0a0-4d02-bbb0-0149b88d32ed is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:25:50.088060 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (0676c748-c0a0-4d02-bbb0-0149b88d32ed), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:50.123741 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] Publish callbacks [] for router_gateway (11cb6cd8-0335-4794-b464-d633579e57af), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:50.165958 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede1bae-89ed-4896-b002-a5470a2d6177 req-af130351-4ee4-4ddf-868c-6525e55feaec tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:50.174158 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8ede1bae-89ed-4896-b002-a5470a2d6177 req-af130351-4ee4-4ddf-868c-6525e55feaec tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 931 time: 0.5340276 Aug 19 15:25:50.215521 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Attempting to bind port 0e030d42-b9f1-4856-9358-30fcbfaa1e70 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:25:50.216667 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Attempting to bind port 0e030d42-b9f1-4856-9358-30fcbfaa1e70 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': '167a3e2f-8414-4230-bf8e-cdf6287698f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3cb14be5-fdde-498b-83fa-280c165e1826'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:25:50.217146 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Attempting to bind port 0e030d42-b9f1-4856-9358-30fcbfaa1e70 on network 3cb14be5-fdde-498b-83fa-280c165e1826 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:25:50.230773 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:50.231691 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:25:50.232182 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Checking segment: {'id': '167a3e2f-8414-4230-bf8e-cdf6287698f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3cb14be5-fdde-498b-83fa-280c165e1826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:25:50.232761 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:50.233266 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Bound using segment: {'id': '167a3e2f-8414-4230-bf8e-cdf6287698f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3cb14be5-fdde-498b-83fa-280c165e1826'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:25:50.233846 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Bound port: 0e030d42-b9f1-4856-9358-30fcbfaa1e70, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167a3e2f-8414-4230-bf8e-cdf6287698f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3cb14be5-fdde-498b-83fa-280c165e1826'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:25:50.234456 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (0e030d42-b9f1-4856-9358-30fcbfaa1e70), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:50.240665 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 0676c748-c0a0-4d02-bbb0-0149b88d32ed, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=0676c748-c0a0-4d02-bbb0-0149b88d32ed,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:50.262327 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (0676c748-c0a0-4d02-bbb0-0149b88d32ed), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:50.314236 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8ede1bae-89ed-4896-b002-a5470a2d6177 req-c7c18223-1d96-47ed-ab31-5e99a4fd4738 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387191 Aug 19 15:25:50.398973 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=0676c748-c0a0-4d02-bbb0-0149b88d32ed,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:50.401107 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:50.402019 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-65288e94-7dff-450f-8b31-09a4eeace453 req-9ec24a07-8285-481b-96c6-1e78ba28ad2b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3439188 Aug 19 15:25:50.494217 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789e4df0-1af5-4f96-9194-ab12ac1b5047 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:25:50.528688 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Publish callbacks [] for port (789e4df0-1af5-4f96-9194-ab12ac1b5047), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:50.544996 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:50.549870 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] For port 0e030d42-b9f1-4856-9358-30fcbfaa1e70, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:25:50.555342 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319c72f-7c54-456d-a8ff-be806b63989b req-388ad974-3bc1-424c-99e0-37345e55aea9 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:50.557104 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1319c72f-7c54-456d-a8ff-be806b63989b req-388ad974-3bc1-424c-99e0-37345e55aea9 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.1035416 Aug 19 15:25:50.558103 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] For port 0e030d42-b9f1-4856-9358-30fcbfaa1e70, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=0e030d42-b9f1-4856-9358-30fcbfaa1e70,segment=NetworkSegment(167a3e2f-8414-4230-bf8e-cdf6287698f5),segment_id=167a3e2f-8414-4230-bf8e-cdf6287698f5)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:25:50.569254 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (0e030d42-b9f1-4856-9358-30fcbfaa1e70), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:50.575585 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca54f86e-c00b-4076-ac42-4e78405cb1a7 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:25:50.581022 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Transition to ACTIVE for port object 789e4df0-1af5-4f96-9194-ab12ac1b5047 will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:25:50.592577 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Publish callbacks [] for port (ca54f86e-c00b-4076-ac42-4e78405cb1a7), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:50.595596 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (789e4df0-1af5-4f96-9194-ab12ac1b5047), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:50.610459 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] Allocated IP 172.27.2.119 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:50.658152 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Pushing event updated for resources: {'Port': ['ID=789e4df0-1af5-4f96-9194-ab12ac1b5047,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:50.665240 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3772e3-e618-481f-b20b-951c0035ac00 None None] Pushing event updated for resources: {'Port': ['ID=0e030d42-b9f1-4856-9358-30fcbfaa1e70,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:50.669786 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:50.713218 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Transition to ACTIVE for port object ca54f86e-c00b-4076-ac42-4e78405cb1a7 will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:25:50.762054 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (ca54f86e-c00b-4076-ac42-4e78405cb1a7), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:50.779109 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1319c72f-7c54-456d-a8ff-be806b63989b req-b4b99395-c33e-4a63-a189-7da42264f0c4 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002843 Aug 19 15:25:50.861828 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] Publish callbacks [] for port (3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:50.935196 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:50.999464 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:51.008330 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:51.011378 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:25:51.018985 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:51.035644 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Pushing event updated for resources: {'Port': ['ID=ca54f86e-c00b-4076-ac42-4e78405cb1a7,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:51.050540 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Attempting to bind port 789e4df0-1af5-4f96-9194-ab12ac1b5047 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:25:51.060344 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Attempting to bind port 789e4df0-1af5-4f96-9194-ab12ac1b5047 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:25:51.060344 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Attempting to bind port 789e4df0-1af5-4f96-9194-ab12ac1b5047 on network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:25:51.075505 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Port 789e4df0-1af5-4f96-9194-ab12ac1b5047 on network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:25:51.075832 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Attempting to bind port 789e4df0-1af5-4f96-9194-ab12ac1b5047 on network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:25:51.078351 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Attempting to bind port ca54f86e-c00b-4076-ac42-4e78405cb1a7 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:25:51.078679 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Attempting to bind port ca54f86e-c00b-4076-ac42-4e78405cb1a7 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:25:51.079019 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Attempting to bind port ca54f86e-c00b-4076-ac42-4e78405cb1a7 on network 767088c7-8ee1-471e-80fb-53a5e6370be0 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:25:51.094953 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Port ca54f86e-c00b-4076-ac42-4e78405cb1a7 on network 767088c7-8ee1-471e-80fb-53a5e6370be0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:25:51.095295 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Attempting to bind port ca54f86e-c00b-4076-ac42-4e78405cb1a7 on network 767088c7-8ee1-471e-80fb-53a5e6370be0 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:25:51.108720 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:25:51.109161 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Checking segment: {'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:25:51.109546 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Bound using segment: {'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:25:51.110002 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Bound port: 789e4df0-1af5-4f96-9194-ab12ac1b5047, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:25:51.110410 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (789e4df0-1af5-4f96-9194-ab12ac1b5047), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:51.131620 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:25:51.131959 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Checking segment: {'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:25:51.132352 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Bound using segment: {'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:25:51.132832 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Bound port: ca54f86e-c00b-4076-ac42-4e78405cb1a7, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5438cab1-d7d6-4899-9066-e3353901fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:25:51.133195 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (ca54f86e-c00b-4076-ac42-4e78405cb1a7), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:51.209834 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] Pushing event updated for resources: {'Port': ['ID=3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:51.274057 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] For port 789e4df0-1af5-4f96-9194-ab12ac1b5047, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:25:51.279393 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] For port 789e4df0-1af5-4f96-9194-ab12ac1b5047, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=789e4df0-1af5-4f96-9194-ab12ac1b5047,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:25:51.281254 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] For port ca54f86e-c00b-4076-ac42-4e78405cb1a7, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:25:51.285772 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] For port ca54f86e-c00b-4076-ac42-4e78405cb1a7, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ca54f86e-c00b-4076-ac42-4e78405cb1a7,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:25:51.296190 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (789e4df0-1af5-4f96-9194-ab12ac1b5047), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:51.301445 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:51.302100 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:51.303500 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/789e4df0-1af5-4f96-9194-ab12ac1b5047 HTTP/1.1" status: 200 len: 1093 time: 3.0080492 Aug 19 15:25:51.304201 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4717c9f-2cd2-419b-a91c-7f722d99dd27', 'tag': '789e4df0-1af5-4f96-9194-ab12ac1b5047'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:25:51.306504 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8aa10e-7aa2-4f6a-8542-18d7509b2926" -d '{"events": [{"name": "network-changed", "server_uuid": "d4717c9f-2cd2-419b-a91c-7f722d99dd27", "tag": "789e4df0-1af5-4f96-9194-ab12ac1b5047"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:25:51.321802 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (ca54f86e-c00b-4076-ac42-4e78405cb1a7), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:51.327040 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:51.327659 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:51.329682 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-68645290-9174-489d-8437-cce54cb1ddd5 req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/ca54f86e-c00b-4076-ac42-4e78405cb1a7 HTTP/1.1" status: 200 len: 1094 time: 1.7440834 Aug 19 15:25:51.352489 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] Publish callbacks [] for router_gateway (11cb6cd8-0335-4794-b464-d633579e57af), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:51.476087 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adebf717-1344-4806-b5fd-1a2637b3d3e4 x-openstack-request-id: req-adebf717-1344-4806-b5fd-1a2637b3d3e4 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:25:51.476602 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4717c9f-2cd2-419b-a91c-7f722d99dd27", "tag": "789e4df0-1af5-4f96-9194-ab12ac1b5047", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:25:51.476971 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-adebf717-1344-4806-b5fd-1a2637b3d3e4 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:25:51.477616 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adebf717-1344-4806-b5fd-1a2637b3d3e4'] response: {'name': 'network-changed', 'server_uuid': 'd4717c9f-2cd2-419b-a91c-7f722d99dd27', 'tag': '789e4df0-1af5-4f96-9194-ab12ac1b5047', 'status': 'completed', 'code': 200} Aug 19 15:25:51.491394 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed0986-1923-4c71-867a-292ad994d64e service neutron] Pushing event updated for resources: {'Port': ['ID=789e4df0-1af5-4f96-9194-ab12ac1b5047,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:51.524495 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 0676c748-c0a0-4d02-bbb0-0149b88d32ed up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:51.616946 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bdc99-a1d5-444d-9b80-f9a56363bf79 req-f6c98a09-9c47-439a-94d4-36dff0925e87 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:51.619439 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b43bdc99-a1d5-444d-9b80-f9a56363bf79 req-f6c98a09-9c47-439a-94d4-36dff0925e87 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 944 time: 0.0674853 Aug 19 15:25:51.628689 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff03ffc-4d1f-4fbf-ae33-96d4260fe7ea req-37f152d5-8325-4f0e-9102-c7a3956562f0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:51.630453 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-aff03ffc-4d1f-4fbf-ae33-96d4260fe7ea req-37f152d5-8325-4f0e-9102-c7a3956562f0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 943 time: 0.1706228 Aug 19 15:25:51.646509 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf506cbe-c53c-4abf-89a5-5a7e5599a737 service neutron] Pushing event updated for resources: {'Port': ['ID=ca54f86e-c00b-4076-ac42-4e78405cb1a7,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:51.657973 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:51.660127 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 0676c748-c0a0-4d02-bbb0-0149b88d32ed triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:51.660715 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (0676c748-c0a0-4d02-bbb0-0149b88d32ed), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:51.749166 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-aff03ffc-4d1f-4fbf-ae33-96d4260fe7ea req-5719d97e-6200-41a2-b15c-e7aed82a67ed tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051030 Aug 19 15:25:51.836170 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 0676c748-c0a0-4d02-bbb0-0149b88d32ed is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:25:51.841384 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 0e030d42-b9f1-4856-9358-30fcbfaa1e70 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:51.896182 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b43bdc99-a1d5-444d-9b80-f9a56363bf79 req-4debadf0-f39e-4a57-9524-2c7d3d7b829d tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646298 Aug 19 15:25:51.910402 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:51.926675 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:51.926675 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809500'] for router (11cb6cd8-0335-4794-b464-d633579e57af), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:51.958800 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 0e030d42-b9f1-4856-9358-30fcbfaa1e70 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:51.959453 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (0e030d42-b9f1-4856-9358-30fcbfaa1e70), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:52.030634 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:52.095585 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310ac4-d924-40e4-a8fd-279618c66f0f req-54f3e4a4-70df-465e-be2c-14b4b1bb945b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:52.102981 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1f310ac4-d924-40e4-a8fd-279618c66f0f req-54f3e4a4-70df-465e-be2c-14b4b1bb945b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.1767583 Aug 19 15:25:52.111638 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 0e030d42-b9f1-4856-9358-30fcbfaa1e70 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:25:52.112199 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (0e030d42-b9f1-4856-9358-30fcbfaa1e70), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:52.166437 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 0e030d42-b9f1-4856-9358-30fcbfaa1e70, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=0e030d42-b9f1-4856-9358-30fcbfaa1e70,segment=NetworkSegment(167a3e2f-8414-4230-bf8e-cdf6287698f5),segment_id=167a3e2f-8414-4230-bf8e-cdf6287698f5)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:52.193564 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (0e030d42-b9f1-4856-9358-30fcbfaa1e70), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:52.219034 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1f310ac4-d924-40e4-a8fd-279618c66f0f req-9b19f8c5-f1be-4340-a66b-ee29321a5351 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046438 Aug 19 15:25:52.279021 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de0b4dd-e8e7-49b7-98db-14dfb7e07b18 None None] Network 3cb14be5-fdde-498b-83fa-280c165e1826 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:25:52.290860 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] Router 11cb6cd8-0335-4794-b464-d633579e57af is scheduled to L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c with binding_index 1 {{(pid=106284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:25:52.330570 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=0e030d42-b9f1-4856-9358-30fcbfaa1e70,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:52.523189 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-394afc31-6058-4b6e-818f-2701495bb3d7 None None] Provisioning complete for port 0e030d42-b9f1-4856-9358-30fcbfaa1e70 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:52.523513 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-394afc31-6058-4b6e-818f-2701495bb3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (0e030d42-b9f1-4856-9358-30fcbfaa1e70), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:52.669461 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-394afc31-6058-4b6e-818f-2701495bb3d7 None None] Current status of the port 0e030d42-b9f1-4856-9358-30fcbfaa1e70 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:25:52.740865 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:25:52.755269 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Sync routers for ids ['11cb6cd8-0335-4794-b464-d633579e57af'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:25:52.768129 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:52.773366 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43860) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:52.775663 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b0d30997-d3a1-47d6-a7af-0f53cf13137f admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2027063 Aug 19 15:25:52.778738 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Routers {'11cb6cd8-0335-4794-b464-d633579e57af'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:25:52.779403 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:25:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['11cb6cd8-0335-4794-b464-d633579e57af'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:52.984794 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Set router 11cb6cd8-0335-4794-b464-d633579e57af gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:25:53.025758 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f60ea1-2a12-460b-8e12-42749192db9f req-caa22cd5-5618-4d34-bf64-cfb01e946af4 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:53.033752 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:53.039643 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-06f60ea1-2a12-460b-8e12-42749192db9f req-caa22cd5-5618-4d34-bf64-cfb01e946af4 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 943 time: 0.1743619 Aug 19 15:25:53.123980 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-08913ce8-6c64-409c-9925-ebecb9bff07e None None] Provisioning complete for port 0e030d42-b9f1-4856-9358-30fcbfaa1e70 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:53.124654 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-08913ce8-6c64-409c-9925-ebecb9bff07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (0e030d42-b9f1-4856-9358-30fcbfaa1e70), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:53.289922 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5edc35-8b05-46d8-ada1-bbc207d15593 req-146f0a7a-b5bd-49a9-b7dc-2040e410a2c4 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:53.305688 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7d5edc35-8b05-46d8-ada1-bbc207d15593 req-146f0a7a-b5bd-49a9-b7dc-2040e410a2c4 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 944 time: 0.1924851 Aug 19 15:25:53.312697 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8aa10e-7aa2-4f6a-8542-18d7509b2926 req-a05e8a5b-6375-4788-9deb-44085f4b3f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:53.335939 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:53.343213 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-fa8aa10e-7aa2-4f6a-8542-18d7509b2926 req-a05e8a5b-6375-4788-9deb-44085f4b3f1d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cbf14c554d854af5ba8cd910c82d42e0&device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 1127 time: 0.1050951 Aug 19 15:25:53.382746 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-06f60ea1-2a12-460b-8e12-42749192db9f req-f8d68f4d-545a-47d1-a68f-47cdcb7766a7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399570 Aug 19 15:25:53.453663 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-08913ce8-6c64-409c-9925-ebecb9bff07e None None] Current status of the port 0e030d42-b9f1-4856-9358-30fcbfaa1e70 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:25:53.453663 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 0e030d42-b9f1-4856-9358-30fcbfaa1e70 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:53.486945 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'tag': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:25:53.494655 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7d5edc35-8b05-46d8-ada1-bbc207d15593 req-34604ba2-6144-408f-a6bd-e9b082cc86a6 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879718 Aug 19 15:25:53.498322 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb6cd8-0335-4794-b464-d633579e57af', 'name': 'tempest-TestVolumeBootPattern-153811165-router', 'tenant_id': '7c817ad50ec0407b81e579cfd37a47a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:48Z', 'updated_at': '2022-08-19T15:25:51Z', 'revision_number': 3, 'project_id': '7c817ad50ec0407b81e579cfd37a47a4', 'gw_port': {'id': '3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb6cd8-0335-4794-b464-d633579e57af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:50Z', 'updated_at': '2022-08-19T15:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:53.500577 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10df754-fb3b-4eaa-a319-838835ab4114" -d '{"events": [{"name": "network-changed", "server_uuid": "c73df7a2-f347-4f80-8853-f5ea25b0cbc7", "tag": "ca54f86e-c00b-4076-ac42-4e78405cb1a7"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:25:53.547693 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Checking router: 11cb6cd8-0335-4794-b464-d633579e57af for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:25:53.548213 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Updating router 11cb6cd8-0335-4794-b464-d633579e57af port 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb binding host dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:25:53.590628 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:53.594612 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:53.621721 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 0e030d42-b9f1-4856-9358-30fcbfaa1e70 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:53.622208 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (0e030d42-b9f1-4856-9358-30fcbfaa1e70), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:53.660911 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfc5421-83f9-4081-ac47-bba17ed3cd40 x-openstack-request-id: req-5cfc5421-83f9-4081-ac47-bba17ed3cd40 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:25:53.662016 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73df7a2-f347-4f80-8853-f5ea25b0cbc7", "tag": "ca54f86e-c00b-4076-ac42-4e78405cb1a7", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:25:53.662470 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5cfc5421-83f9-4081-ac47-bba17ed3cd40 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:25:53.663031 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cfc5421-83f9-4081-ac47-bba17ed3cd40'] response: {'name': 'network-changed', 'server_uuid': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'tag': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7', 'status': 'completed', 'code': 200} Aug 19 15:25:53.707627 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb120f0-f36e-4458-8143-e1e1fba14bd0 req-54aa5545-3463-4015-8481-a21417082626 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:53.715271 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9cb120f0-f36e-4458-8143-e1e1fba14bd0 req-54aa5545-3463-4015-8481-a21417082626 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.1230013 Aug 19 15:25:53.799796 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9cb120f0-f36e-4458-8143-e1e1fba14bd0 req-acbc969e-2649-4112-a152-8a86738b6ef3 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835187 Aug 19 15:25:53.872185 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 0e030d42-b9f1-4856-9358-30fcbfaa1e70 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:25:53.902132 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2328-9da8-4d84-9369-618c117c642f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:54.121419 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Publish callbacks [] for port (3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:54.137783 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:54.180005 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Attempting to bind port 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:25:54.180286 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Attempting to bind port 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:25:54.180686 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Attempting to bind port 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb on network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:25:54.195484 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:25:54.195861 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Checking segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:25:54.196268 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:54.196877 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Bound using segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:25:54.197360 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Bound port: 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:25:54.197740 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:54.200706 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4694938-7393-485e-aaa6-8efb2a58984f None None] Pushing event updated for resources: {'Port': ['ID=3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:54.239802 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68645290-9174-489d-8437-cce54cb1ddd5 req-74787be9-03b3-47d2-8019-bd65708b78f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:54.248292 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-68645290-9174-489d-8437-cce54cb1ddd5 req-74787be9-03b3-47d2-8019-bd65708b78f9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=dcca6c7d30114cd0936eb30381efad7d&device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 1128 time: 0.1355903 Aug 19 15:25:54.301525 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] For port 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:25:54.307204 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] For port 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:25:54.326004 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:54.335851 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-68645290-9174-489d-8437-cce54cb1ddd5 req-60d881ba-9612-4583-bd8f-047dd4eb4833 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca54f86e-c00b-4076-ac42-4e78405cb1a7 HTTP/1.1" status: 200 len: 217 time: 0.0511870 Aug 19 15:25:54.340470 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:54.395421 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Routers {'11cb6cd8-0335-4794-b464-d633579e57af'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:25:54.396212 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:25:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['11cb6cd8-0335-4794-b464-d633579e57af'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:54.414860 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-4bfe2328-9da8-4d84-9369-618c117c642f admin admin] Allocated IP 172.20.0.1 (3cb14be5-fdde-498b-83fa-280c165e1826/0e516a57-7cb9-427a-874a-586db35587cd/6b952479-c12a-4c23-83de-4343ff93cc04) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:54.470984 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4694938-7393-485e-aaa6-8efb2a58984f None None] Pushing event updated for resources: {'Port': ['ID=3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:54.612515 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] Set router 11cb6cd8-0335-4794-b464-d633579e57af gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:25:54.721027 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:54.738414 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253e661-9dea-4702-86f4-cdcf955c0a0c req-d2deff80-2c95-48ec-a7dc-1e11958510e2 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:54.746924 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b253e661-9dea-4702-86f4-cdcf955c0a0c req-d2deff80-2c95-48ec-a7dc-1e11958510e2 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 943 time: 0.1900306 Aug 19 15:25:54.772814 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:54.814250 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b9971-0ea6-44db-a1c4-2b9fe919b449 req-8079bae3-ac53-4c0a-b806-16bb7be68f1f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:54.817998 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-824b9971-0ea6-44db-a1c4-2b9fe919b449 req-8079bae3-ac53-4c0a-b806-16bb7be68f1f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 944 time: 0.1541173 Aug 19 15:25:54.926061 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-824b9971-0ea6-44db-a1c4-2b9fe919b449 req-72b39d8c-f516-4043-a97b-717a28d9eab7 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948093 Aug 19 15:25:54.926272 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2328-9da8-4d84-9369-618c117c642f admin admin] Publish callbacks [] for port (6b952479-c12a-4c23-83de-4343ff93cc04), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:54.933559 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8aa10e-7aa2-4f6a-8542-18d7509b2926 req-958db3e2-e5f7-4c90-9fd9-1d05f939bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:54.936586 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-fa8aa10e-7aa2-4f6a-8542-18d7509b2926 req-958db3e2-e5f7-4c90-9fd9-1d05f939bac7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=cbf14c554d854af5ba8cd910c82d42e0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.8320212 Aug 19 15:25:54.953409 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b253e661-9dea-4702-86f4-cdcf955c0a0c req-a1f99a07-cad4-4f7b-a66a-b2f2bb6b8bc7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053831 Aug 19 15:25:55.026471 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb6cd8-0335-4794-b464-d633579e57af', 'name': 'tempest-TestVolumeBootPattern-153811165-router', 'tenant_id': '7c817ad50ec0407b81e579cfd37a47a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:48Z', 'updated_at': '2022-08-19T15:25:51Z', 'revision_number': 3, 'project_id': '7c817ad50ec0407b81e579cfd37a47a4', 'gw_port': {'id': '3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb6cd8-0335-4794-b464-d633579e57af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:50Z', 'updated_at': '2022-08-19T15:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:55.037357 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68645290-9174-489d-8437-cce54cb1ddd5 req-2430d8d5-a9c5-4912-81b9-abbf1f476c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:55.040732 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-68645290-9174-489d-8437-cce54cb1ddd5 req-2430d8d5-a9c5-4912-81b9-abbf1f476c46 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb HTTP/1.1" status: 200 len: 857 time: 0.3024263 Aug 19 15:25:55.066087 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e0a5d6-1bbd-484a-b855-ec8c21b65cd4 None None] The sync data for ids ['11cb6cd8-0335-4794-b464-d633579e57af'] in dv-cinder-835384-20-iscsi is: [{'id': '11cb6cd8-0335-4794-b464-d633579e57af', 'name': 'tempest-TestVolumeBootPattern-153811165-router', 'tenant_id': '7c817ad50ec0407b81e579cfd37a47a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:48Z', 'updated_at': '2022-08-19T15:25:51Z', 'revision_number': 3, 'project_id': '7c817ad50ec0407b81e579cfd37a47a4', 'gw_port': {'id': '3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb6cd8-0335-4794-b464-d633579e57af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:50Z', 'updated_at': '2022-08-19T15:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:25:55.169257 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2328-9da8-4d84-9369-618c117c642f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (6b952479-c12a-4c23-83de-4343ff93cc04), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:55.186541 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68645290-9174-489d-8437-cce54cb1ddd5 req-44a4606d-f68c-4f3a-84f1-18b9c8f8e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:55.188505 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-68645290-9174-489d-8437-cce54cb1ddd5 req-44a4606d-f68c-4f3a-84f1-18b9c8f8e3d3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=767088c7-8ee1-471e-80fb-53a5e6370be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1407075 Aug 19 15:25:55.263042 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfe2328-9da8-4d84-9369-618c117c642f admin admin] Network 3cb14be5-fdde-498b-83fa-280c165e1826 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:55.296054 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-4bfe2328-9da8-4d84-9369-618c117c642f admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:55.301445 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfe2328-9da8-4d84-9369-618c117c642f admin admin] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:25:55.315927 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8aa10e-7aa2-4f6a-8542-18d7509b2926 req-7d9fe912-e339-4f42-8500-60fb3f7768fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:55.317643 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-fa8aa10e-7aa2-4f6a-8542-18d7509b2926 req-7d9fe912-e339-4f42-8500-60fb3f7768fb service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3728619 Aug 19 15:25:55.811948 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-c9a1ec70-e00f-4354-85ab-d7da8d7430e7 None None] Provisioning complete for port 6b952479-c12a-4c23-83de-4343ff93cc04 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:55.812534 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c9a1ec70-e00f-4354-85ab-d7da8d7430e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (6b952479-c12a-4c23-83de-4343ff93cc04), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:55.840948 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-68645290-9174-489d-8437-cce54cb1ddd5 req-ab857a31-176c-45d9-ae77-bbb673c35dac service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6296346 Aug 19 15:25:55.841885 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe2328-9da8-4d84-9369-618c117c642f admin admin] Pushing event updated for resources: {'Port': ['ID=6b952479-c12a-4c23-83de-4343ff93cc04,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:55.911758 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-c9a1ec70-e00f-4354-85ab-d7da8d7430e7 None None] Port 6b952479-c12a-4c23-83de-4343ff93cc04 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:25:56.022944 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-68645290-9174-489d-8437-cce54cb1ddd5 req-72f75e8f-d50c-4310-ac8a-a0886bec32b5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707122 Aug 19 15:25:56.173757 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-054bbf1a-ed94-4de2-821b-8bff51863a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:56.179079 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-054bbf1a-ed94-4de2-821b-8bff51863a6f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cbf14c554d854af5ba8cd910c82d42e0&device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 1127 time: 0.1687419 Aug 19 15:25:56.181387 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2328-9da8-4d84-9369-618c117c642f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827374'] for router_interface (11cb6cd8-0335-4794-b464-d633579e57af), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:56.279446 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e8e9f-68a1-4bf5-8e86-7d1b7751b7bb req-6cda6667-c228-4366-bf8e-f4c5b5d0f32e tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:56.290641 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-888e8e9f-68a1-4bf5-8e86-7d1b7751b7bb req-6cda6667-c228-4366-bf8e-f4c5b5d0f32e tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 944 time: 0.1697247 Aug 19 15:25:56.318404 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc2db0-3745-43aa-a25b-fcdc8c73e106 req-63f5498c-4691-43a1-9683-c0aeb3094826 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:56.319957 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ccdc2db0-3745-43aa-a25b-fcdc8c73e106 req-63f5498c-4691-43a1-9683-c0aeb3094826 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 943 time: 0.1463642 Aug 19 15:25:56.348427 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:56.409332 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ccdc2db0-3745-43aa-a25b-fcdc8c73e106 req-a1f6c50b-da13-4bd9-bb0d-e63fe7618a93 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814302 Aug 19 15:25:56.434099 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-888e8e9f-68a1-4bf5-8e86-7d1b7751b7bb req-e2223992-1042-49bf-a4d5-67f163c70369 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427529 Aug 19 15:25:56.483489 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2328-9da8-4d84-9369-618c117c642f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (6b952479-c12a-4c23-83de-4343ff93cc04), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:56.536123 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:56.718462 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:56.729740 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2328-9da8-4d84-9369-618c117c642f admin admin] Publish callbacks [] for port (6b952479-c12a-4c23-83de-4343ff93cc04), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:56.735287 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2328-9da8-4d84-9369-618c117c642f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (6b952479-c12a-4c23-83de-4343ff93cc04), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:56.801910 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2328-9da8-4d84-9369-618c117c642f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827522'] for router_interface (11cb6cd8-0335-4794-b464-d633579e57af), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:56.812257 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe2328-9da8-4d84-9369-618c117c642f admin admin] Pushing event updated for resources: {'Port': ['ID=6b952479-c12a-4c23-83de-4343ff93cc04,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:56.920430 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfe2328-9da8-4d84-9369-618c117c642f admin admin] Network 3cb14be5-fdde-498b-83fa-280c165e1826 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:56.921848 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-4bfe2328-9da8-4d84-9369-618c117c642f admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:57.048424 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfe2328-9da8-4d84-9369-618c117c642f admin admin] Router 11cb6cd8-0335-4794-b464-d633579e57af has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:25:57.142570 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-1c03b0d3-627e-4630-806a-c0cb09953aaa None None] Provisioning complete for port 6b952479-c12a-4c23-83de-4343ff93cc04 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:57.143588 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1c03b0d3-627e-4630-806a-c0cb09953aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (6b952479-c12a-4c23-83de-4343ff93cc04), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:57.168934 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfe2328-9da8-4d84-9369-618c117c642f admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:25:57.174554 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-4bfe2328-9da8-4d84-9369-618c117c642f admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/11cb6cd8-0335-4794-b464-d633579e57af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3995345 Aug 19 15:25:57.177680 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:57.180649 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-1c03b0d3-627e-4630-806a-c0cb09953aaa None None] Port 6b952479-c12a-4c23-83de-4343ff93cc04 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:25:57.275262 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:57.347356 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:57.349229 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:57.529680 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:57.538329 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Sync routers for ids ['11cb6cd8-0335-4794-b464-d633579e57af'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:25:57.551879 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Routers {'11cb6cd8-0335-4794-b464-d633579e57af'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:25:57.553400 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-f54b991e-e841-431a-829f-eb920becff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:25:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['11cb6cd8-0335-4794-b464-d633579e57af'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:57.585959 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57384a7-e9bb-4b8f-9e7a-7600685cfc11 req-ea7017e1-7a48-4954-98d9-241a4fc2ba75 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:57.588851 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f57384a7-e9bb-4b8f-9e7a-7600685cfc11 req-ea7017e1-7a48-4954-98d9-241a4fc2ba75 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 943 time: 0.0711513 Aug 19 15:25:57.607930 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:25:57.608327 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:57.638157 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:57.647529 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:57.681045 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f57384a7-e9bb-4b8f-9e7a-7600685cfc11 req-3e41b576-202d-4d28-b25f-c6945c77c685 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844326 Aug 19 15:25:57.826454 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:57.869298 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Set router 11cb6cd8-0335-4794-b464-d633579e57af gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:25:57.890210 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc8500-5d01-4e74-b8b4-9fddfdd42085 req-a7876e62-73db-4c94-a1e3-9e3af3825ec9 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:57.892350 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-cddc8500-5d01-4e74-b8b4-9fddfdd42085 req-a7876e62-73db-4c94-a1e3-9e3af3825ec9 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 944 time: 0.0953317 Aug 19 15:25:57.893368 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43956) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:57.898200 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-17e75693-7c8c-42c0-9804-39607e600f45 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-614027275', 'description': 'tempest-secgroup-smoke-614027275 description', 'project_id': '0add00db6668475093f558e9700333d1'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:57.951700 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-17e75693-7c8c-42c0-9804-39607e600f45 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:57.981554 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-cddc8500-5d01-4e74-b8b4-9fddfdd42085 req-3dc8245c-9e49-4443-b6c2-c386670c849b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738795 Aug 19 15:25:58.102364 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-17e75693-7c8c-42c0-9804-39607e600f45 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group (13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.118205 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-17e75693-7c8c-42c0-9804-39607e600f45 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.163350 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-17e75693-7c8c-42c0-9804-39607e600f45 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.169270 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 43960) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:58.169924 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-17e75693-7c8c-42c0-9804-39607e600f45 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2750781 Aug 19 15:25:58.172693 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e75693-7c8c-42c0-9804-39607e600f45 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:58.174036 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-64bab694-37e0-4164-a226-63f2f8c768a2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Request body: {'security_group_rule': {'security_group_id': '13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a', 'project_id': '0add00db6668475093f558e9700333d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:58.212373 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 43962) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:58.235565 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-64bab694-37e0-4164-a226-63f2f8c768a2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group_rule (54504021-b2d6-4b2f-b66d-8b7d79d39e5d), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.252767 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-f54b991e-e841-431a-829f-eb920becff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb6cd8-0335-4794-b464-d633579e57af', 'name': 'tempest-TestVolumeBootPattern-153811165-router', 'tenant_id': '7c817ad50ec0407b81e579cfd37a47a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:48Z', 'updated_at': '2022-08-19T15:25:56Z', 'revision_number': 4, 'project_id': '7c817ad50ec0407b81e579cfd37a47a4', 'gw_port': {'id': '3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb6cd8-0335-4794-b464-d633579e57af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:50Z', 'updated_at': '2022-08-19T15:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '6b952479-c12a-4c23-83de-4343ff93cc04', 'name': '', 'network_id': '3cb14be5-fdde-498b-83fa-280c165e1826', 'tenant_id': '7c817ad50ec0407b81e579cfd37a47a4', 'mac_address': 'fa:16:3e:e2:a7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb6cd8-0335-4794-b464-d633579e57af', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0e516a57-7cb9-427a-874a-586db35587cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:53Z', 'updated_at': '2022-08-19T15:25:56Z', 'revision_number': 2, 'project_id': '7c817ad50ec0407b81e579cfd37a47a4', 'subnets': [{'id': '0e516a57-7cb9-427a-874a-586db35587cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:58.298028 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Checking router: 11cb6cd8-0335-4794-b464-d633579e57af for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:25:58.298902 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Updating router 11cb6cd8-0335-4794-b464-d633579e57af port 6b952479-c12a-4c23-83de-4343ff93cc04 binding host dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:25:58.337629 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-64bab694-37e0-4164-a226-63f2f8c768a2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group_rule (54504021-b2d6-4b2f-b66d-8b7d79d39e5d), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.348209 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-64bab694-37e0-4164-a226-63f2f8c768a2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (54504021-b2d6-4b2f-b66d-8b7d79d39e5d), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.364452 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (6b952479-c12a-4c23-83de-4343ff93cc04), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.390662 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bab694-37e0-4164-a226-63f2f8c768a2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54504021-b2d6-4b2f-b66d-8b7d79d39e5d,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:58.410916 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-64bab694-37e0-4164-a226-63f2f8c768a2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.413127 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-64bab694-37e0-4164-a226-63f2f8c768a2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2428010 Aug 19 15:25:58.416131 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43968) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:58.423666 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-7ae9fb12-98d1-4460-aa4b-2d9fb7e729db tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Request body: {'security_group_rule': {'security_group_id': '13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a', 'project_id': '0add00db6668475093f558e9700333d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:58.462403 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:58.474462 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-11da0fb4-3b67-401a-8ee1-603e7d723dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.498192 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7ae9fb12-98d1-4460-aa4b-2d9fb7e729db tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group_rule (04211c59-9e01-46ac-85e1-1f6c6031708f), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.602913 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7ae9fb12-98d1-4460-aa4b-2d9fb7e729db tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group_rule (04211c59-9e01-46ac-85e1-1f6c6031708f), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.605118 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-11da0fb4-3b67-401a-8ee1-603e7d723dd9 admin admin] Publish callbacks [] for security_group (95e112f9-5c76-4ce9-8400-41e67d677ce4), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.608462 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7ae9fb12-98d1-4460-aa4b-2d9fb7e729db tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (04211c59-9e01-46ac-85e1-1f6c6031708f), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.619981 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-11da0fb4-3b67-401a-8ee1-603e7d723dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (95e112f9-5c76-4ce9-8400-41e67d677ce4), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.636429 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9fb12-98d1-4460-aa4b-2d9fb7e729db tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04211c59-9e01-46ac-85e1-1f6c6031708f,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:58.644675 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7ae9fb12-98d1-4460-aa4b-2d9fb7e729db tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.649829 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-7ae9fb12-98d1-4460-aa4b-2d9fb7e729db tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2314656 Aug 19 15:25:58.650453 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43970) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:58.657123 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-a7d90f17-08c4-4675-91f3-6a755b458c2a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Request body: {'security_group_rule': {'security_group_id': '13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a', 'project_id': '0add00db6668475093f558e9700333d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:58.694617 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-11da0fb4-3b67-401a-8ee1-603e7d723dd9 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=4789bbc860074033b51b7e4c6c7334b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4810278 Aug 19 15:25:58.697596 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43972) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:58.736148 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da0fb4-3b67-401a-8ee1-603e7d723dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e112f9-5c76-4ce9-8400-41e67d677ce4,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:58.781298 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a7d90f17-08c4-4675-91f3-6a755b458c2a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group_rule (e63c250e-1bfa-482c-85ce-2dc82069b2d3), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.815454 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:58.836878 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6ae62a42-14f8-4668-b9f2-c063b3bef7b3 admin admin] Publish callbacks [] for security_group (95e112f9-5c76-4ce9-8400-41e67d677ce4), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.868642 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:58.895479 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6ae62a42-14f8-4668-b9f2-c063b3bef7b3 admin admin] Publish callbacks [] for security_group (95e112f9-5c76-4ce9-8400-41e67d677ce4), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.909223 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Publish callbacks [] for port (6b952479-c12a-4c23-83de-4343ff93cc04), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.929714 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (6b952479-c12a-4c23-83de-4343ff93cc04), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.930797 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb1c4c-f606-4583-be5f-57b2dc7e9301 req-f5147b7b-4de4-4606-914b-e41097db45ca tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:58.933496 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d6bb1c4c-f606-4583-be5f-57b2dc7e9301 req-f5147b7b-4de4-4606-914b-e41097db45ca tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 943 time: 0.0893991 Aug 19 15:25:58.971710 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a7d90f17-08c4-4675-91f3-6a755b458c2a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group_rule (e63c250e-1bfa-482c-85ce-2dc82069b2d3), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:58.981777 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a7d90f17-08c4-4675-91f3-6a755b458c2a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (e63c250e-1bfa-482c-85ce-2dc82069b2d3), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:59.014580 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d90f17-08c4-4675-91f3-6a755b458c2a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63c250e-1bfa-482c-85ce-2dc82069b2d3,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:59.041208 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6ae62a42-14f8-4668-b9f2-c063b3bef7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (95e112f9-5c76-4ce9-8400-41e67d677ce4), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:59.044803 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6ae62a42-14f8-4668-b9f2-c063b3bef7b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:59.049564 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-6ae62a42-14f8-4668-b9f2-c063b3bef7b3 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/95e112f9-5c76-4ce9-8400-41e67d677ce4 HTTP/1.1" status: 204 len: 168 time: 0.3502684 Aug 19 15:25:59.057759 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a7d90f17-08c4-4675-91f3-6a755b458c2a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:59.058851 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-a7d90f17-08c4-4675-91f3-6a755b458c2a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4066770 Aug 19 15:25:59.066153 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43984) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:59.071008 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-5713fba4-9362-4d7c-8efa-4945883ec206 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Request body: {'security_group_rule': {'security_group_id': '13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a', 'project_id': '0add00db6668475093f558e9700333d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:59.075610 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d6bb1c4c-f606-4583-be5f-57b2dc7e9301 req-732b23a9-2993-4767-88a6-e64c87d269c7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314199 Aug 19 15:25:59.081071 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae62a42-14f8-4668-b9f2-c063b3bef7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e112f9-5c76-4ce9-8400-41e67d677ce4,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:59.151796 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5713fba4-9362-4d7c-8efa-4945883ec206 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group_rule (ddf41d02-e231-450f-a728-a3e36e37f7b8), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:59.162310 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:59.195878 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fd977-0b33-4c4c-9555-f1251a11b305 None None] Pushing event updated for resources: {'Port': ['ID=6b952479-c12a-4c23-83de-4343ff93cc04,revision_number=3']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:59.205243 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Attempting to bind port 6b952479-c12a-4c23-83de-4343ff93cc04 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:25:59.206094 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Attempting to bind port 6b952479-c12a-4c23-83de-4343ff93cc04 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': '167a3e2f-8414-4230-bf8e-cdf6287698f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3cb14be5-fdde-498b-83fa-280c165e1826'}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:25:59.208017 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Attempting to bind port 6b952479-c12a-4c23-83de-4343ff93cc04 on network 3cb14be5-fdde-498b-83fa-280c165e1826 {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:25:59.225200 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:25:59.225585 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Checking segment: {'id': '167a3e2f-8414-4230-bf8e-cdf6287698f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3cb14be5-fdde-498b-83fa-280c165e1826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:25:59.225985 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:59.226377 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Bound using segment: {'id': '167a3e2f-8414-4230-bf8e-cdf6287698f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3cb14be5-fdde-498b-83fa-280c165e1826'} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:25:59.237024 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Bound port: 6b952479-c12a-4c23-83de-4343ff93cc04, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167a3e2f-8414-4230-bf8e-cdf6287698f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3cb14be5-fdde-498b-83fa-280c165e1826'}}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:25:59.245799 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (6b952479-c12a-4c23-83de-4343ff93cc04), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:59.256244 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d68f1d-3d32-49ae-b80c-c20e047ca2bb req-a195161a-13cb-48e4-9d38-fb1e86d6642f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:25:59.269112 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-97d68f1d-3d32-49ae-b80c-c20e047ca2bb req-a195161a-13cb-48e4-9d38-fb1e86d6642f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 944 time: 0.1485095 Aug 19 15:25:59.332601 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5713fba4-9362-4d7c-8efa-4945883ec206 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group_rule (ddf41d02-e231-450f-a728-a3e36e37f7b8), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:59.339526 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:25:59.341697 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5713fba4-9362-4d7c-8efa-4945883ec206 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (ddf41d02-e231-450f-a728-a3e36e37f7b8), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:59.392265 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:59.394971 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-97d68f1d-3d32-49ae-b80c-c20e047ca2bb req-401bf7e4-58aa-4a2e-86a8-0935c013f26b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209953 Aug 19 15:25:59.398878 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-f54b991e-e841-431a-829f-eb920becff2b None None] For port 6b952479-c12a-4c23-83de-4343ff93cc04, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:25:59.404918 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-f54b991e-e841-431a-829f-eb920becff2b None None] For port 6b952479-c12a-4c23-83de-4343ff93cc04, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=6b952479-c12a-4c23-83de-4343ff93cc04,segment=NetworkSegment(167a3e2f-8414-4230-bf8e-cdf6287698f5),segment_id=167a3e2f-8414-4230-bf8e-cdf6287698f5)] {{(pid=106287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:25:59.409644 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713fba4-9362-4d7c-8efa-4945883ec206 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf41d02-e231-450f-a728-a3e36e37f7b8,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:59.427466 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (6b952479-c12a-4c23-83de-4343ff93cc04), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:59.430543 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5713fba4-9362-4d7c-8efa-4945883ec206 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:59.441193 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 43988) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:59.447421 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-726ab947-217a-40af-83e2-e2d3b4ea1e5c tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Request body: {'security_group_rule': {'security_group_id': '13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a', 'project_id': '0add00db6668475093f558e9700333d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:59.462064 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-5713fba4-9362-4d7c-8efa-4945883ec206 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3947775 Aug 19 15:25:59.509939 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fd977-0b33-4c4c-9555-f1251a11b305 None None] Pushing event updated for resources: {'Port': ['ID=6b952479-c12a-4c23-83de-4343ff93cc04,revision_number=4']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:59.525455 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Routers {'11cb6cd8-0335-4794-b464-d633579e57af'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:25:59.526783 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-f54b991e-e841-431a-829f-eb920becff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:25:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['11cb6cd8-0335-4794-b464-d633579e57af'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:59.546442 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.securitygroups_db [None req-726ab947-217a-40af-83e2-e2d3b4ea1e5c tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Project 0add00db6668475093f558e9700333d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:25:59.566279 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-726ab947-217a-40af-83e2-e2d3b4ea1e5c tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group_rule (bd2d8555-762e-4a1e-ba62-4ddca3f6745b), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:59.613059 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:25:59.613436 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:59.693678 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-f54b991e-e841-431a-829f-eb920becff2b None None] Set router 11cb6cd8-0335-4794-b464-d633579e57af gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:25:59.801156 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-726ab947-217a-40af-83e2-e2d3b4ea1e5c tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group_rule (bd2d8555-762e-4a1e-ba62-4ddca3f6745b), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:59.811128 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-726ab947-217a-40af-83e2-e2d3b4ea1e5c tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (bd2d8555-762e-4a1e-ba62-4ddca3f6745b), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:59.880111 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-726ab947-217a-40af-83e2-e2d3b4ea1e5c tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:25:59.883997 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-726ab947-217a-40af-83e2-e2d3b4ea1e5c tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4401767 Aug 19 15:25:59.887736 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 43996) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:59.890405 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ab947-217a-40af-83e2-e2d3b4ea1e5c tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2d8555-762e-4a1e-ba62-4ddca3f6745b,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:59.896088 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:25:59.899885 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-a3acb978-3d60-479a-8176-6dd6bdc81e81 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Request body: {'security_group_rule': {'security_group_id': '13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a', 'project_id': '0add00db6668475093f558e9700333d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:59.922457 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 43998) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:25:59.941803 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7ff840f3-2c0e-417c-9279-602c32e00018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:00.095166 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7ff840f3-2c0e-417c-9279-602c32e00018 admin admin] Publish callbacks [] for security_group (55ff27f5-0cb5-4e91-b6c7-6b336d558dd6), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:00.096558 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:00.103723 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7ff840f3-2c0e-417c-9279-602c32e00018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (55ff27f5-0cb5-4e91-b6c7-6b336d558dd6), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:00.111747 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.securitygroups_db [None req-a3acb978-3d60-479a-8176-6dd6bdc81e81 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Project 0add00db6668475093f558e9700333d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:26:00.141376 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-f3cf0370-e8cb-4dab-ad34-de4d03fd4252 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=789e4df0-1af5-4f96-9194-ab12ac1b5047 HTTP/1.1" status: 200 len: 217 time: 0.1223114 Aug 19 15:26:00.144964 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-f54b991e-e841-431a-829f-eb920becff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb6cd8-0335-4794-b464-d633579e57af', 'name': 'tempest-TestVolumeBootPattern-153811165-router', 'tenant_id': '7c817ad50ec0407b81e579cfd37a47a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:48Z', 'updated_at': '2022-08-19T15:25:56Z', 'revision_number': 4, 'project_id': '7c817ad50ec0407b81e579cfd37a47a4', 'gw_port': {'id': '3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb6cd8-0335-4794-b464-d633579e57af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:50Z', 'updated_at': '2022-08-19T15:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '6b952479-c12a-4c23-83de-4343ff93cc04', 'name': '', 'network_id': '3cb14be5-fdde-498b-83fa-280c165e1826', 'tenant_id': '7c817ad50ec0407b81e579cfd37a47a4', 'mac_address': 'fa:16:3e:e2:a7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb6cd8-0335-4794-b464-d633579e57af', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0e516a57-7cb9-427a-874a-586db35587cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:53Z', 'updated_at': '2022-08-19T15:25:59Z', 'revision_number': 4, 'project_id': '7c817ad50ec0407b81e579cfd37a47a4', 'subnets': [{'id': '0e516a57-7cb9-427a-874a-586db35587cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:00.148809 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a3acb978-3d60-479a-8176-6dd6bdc81e81 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group_rule (82ffbfa7-3894-4e18-bbd9-b4d4564486d1), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:00.214759 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10df754-fb3b-4eaa-a319-838835ab4114 req-da35684e-f828-4afa-97e2-2a4db07b81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:00.217201 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d10df754-fb3b-4eaa-a319-838835ab4114 req-da35684e-f828-4afa-97e2-2a4db07b81f6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=dcca6c7d30114cd0936eb30381efad7d&device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 1128 time: 0.2331347 Aug 19 15:26:00.230653 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54b991e-e841-431a-829f-eb920becff2b None None] The sync data for ids ['11cb6cd8-0335-4794-b464-d633579e57af'] in dv-cinder-835384-20-iscsi is: [{'id': '11cb6cd8-0335-4794-b464-d633579e57af', 'name': 'tempest-TestVolumeBootPattern-153811165-router', 'tenant_id': '7c817ad50ec0407b81e579cfd37a47a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:48Z', 'updated_at': '2022-08-19T15:25:56Z', 'revision_number': 4, 'project_id': '7c817ad50ec0407b81e579cfd37a47a4', 'gw_port': {'id': '3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb6cd8-0335-4794-b464-d633579e57af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:50Z', 'updated_at': '2022-08-19T15:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '6b952479-c12a-4c23-83de-4343ff93cc04', 'name': '', 'network_id': '3cb14be5-fdde-498b-83fa-280c165e1826', 'tenant_id': '7c817ad50ec0407b81e579cfd37a47a4', 'mac_address': 'fa:16:3e:e2:a7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb6cd8-0335-4794-b464-d633579e57af', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0e516a57-7cb9-427a-874a-586db35587cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:53Z', 'updated_at': '2022-08-19T15:25:59Z', 'revision_number': 4, 'project_id': '7c817ad50ec0407b81e579cfd37a47a4', 'subnets': [{'id': '0e516a57-7cb9-427a-874a-586db35587cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:26:00.313116 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:00.336571 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9bd3cc87-56c8-4c4c-9477-fe3b30f717a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:00.339650 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-9bd3cc87-56c8-4c4c-9477-fe3b30f717a2 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9f5a617c-2964-456f-ae12-5bd7af7fa552 HTTP/1.1" status: 200 len: 854 time: 0.1829553 Aug 19 15:26:00.530413 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-7ff840f3-2c0e-417c-9279-602c32e00018 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=a8e917021c124dfaa2849f8058062687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6036594 Aug 19 15:26:00.533805 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 44004) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:00.534656 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff840f3-2c0e-417c-9279-602c32e00018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ff27f5-0cb5-4e91-b6c7-6b336d558dd6,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:00.608684 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a3acb978-3d60-479a-8176-6dd6bdc81e81 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group_rule (82ffbfa7-3894-4e18-bbd9-b4d4564486d1), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:00.616924 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-38904011-46b7-45b5-9310-a2705ff78f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:00.618635 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-38904011-46b7-45b5-9310-a2705ff78f67 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2647030 Aug 19 15:26:00.624286 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a3acb978-3d60-479a-8176-6dd6bdc81e81 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (82ffbfa7-3894-4e18-bbd9-b4d4564486d1), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:00.626164 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ee4dd-11c1-4d69-884e-718edf97b64c req-98476487-298a-470f-bc19-680002e39ace tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:00.628020 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-656ee4dd-11c1-4d69-884e-718edf97b64c req-98476487-298a-470f-bc19-680002e39ace tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 943 time: 0.2518344 Aug 19 15:26:00.670446 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10df754-fb3b-4eaa-a319-838835ab4114 req-f3dc9d8d-f9d5-439e-916b-abe6cd57b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:00.677282 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d10df754-fb3b-4eaa-a319-838835ab4114 req-f3dc9d8d-f9d5-439e-916b-abe6cd57b01c service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 200 len: 919 time: 0.4419663 Aug 19 15:26:00.736336 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe787f-784b-46f1-bbb1-d0200551cc48 req-e3fc97f0-6461-4c29-91b4-fc74e5c78903 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:00.738309 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-aefe787f-784b-46f1-bbb1-d0200551cc48 req-e3fc97f0-6461-4c29-91b4-fc74e5c78903 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 944 time: 0.1669843 Aug 19 15:26:00.748583 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acb978-3d60-479a-8176-6dd6bdc81e81 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ffbfa7-3894-4e18-bbd9-b4d4564486d1,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:00.814403 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-656ee4dd-11c1-4d69-884e-718edf97b64c req-3aaf91a5-f1ef-4fb5-8daa-3fa3f1fb5a6f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571202 Aug 19 15:26:00.820607 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e776c0d4-62b8-4056-9576-a04141f3ee10 admin admin] Publish callbacks [] for security_group (55ff27f5-0cb5-4e91-b6c7-6b336d558dd6), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:00.891742 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e776c0d4-62b8-4056-9576-a04141f3ee10 admin admin] Publish callbacks [] for security_group (55ff27f5-0cb5-4e91-b6c7-6b336d558dd6), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:00.903993 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a3acb978-3d60-479a-8176-6dd6bdc81e81 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:00.904586 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-a3acb978-3d60-479a-8176-6dd6bdc81e81 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0156131 Aug 19 15:26:00.906943 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d10df754-fb3b-4eaa-a319-838835ab4114 req-a832f566-eb85-47b9-9019-8866f094cbe6 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca54f86e-c00b-4076-ac42-4e78405cb1a7 HTTP/1.1" status: 200 len: 217 time: 0.1975276 Aug 19 15:26:00.962121 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-aefe787f-784b-46f1-bbb1-d0200551cc48 req-4d0d0e35-580e-42ec-871c-690bc221f365 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088795 Aug 19 15:26:01.049643 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e776c0d4-62b8-4056-9576-a04141f3ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (55ff27f5-0cb5-4e91-b6c7-6b336d558dd6), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:01.053510 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e776c0d4-62b8-4056-9576-a04141f3ee10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:01.063656 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e776c0d4-62b8-4056-9576-a04141f3ee10 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/55ff27f5-0cb5-4e91-b6c7-6b336d558dd6 HTTP/1.1" status: 204 len: 168 time: 0.5245540 Aug 19 15:26:01.081188 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776c0d4-62b8-4056-9576-a04141f3ee10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ff27f5-0cb5-4e91-b6c7-6b336d558dd6,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:01.144668 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-8277506f-e7fb-496b-94e9-78a65489ee56 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987953 Aug 19 15:26:01.146294 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10df754-fb3b-4eaa-a319-838835ab4114 req-83078986-84b4-4139-83c8-2bb4568d8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:01.147893 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d10df754-fb3b-4eaa-a319-838835ab4114 req-83078986-84b4-4139-83c8-2bb4568d8821 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb HTTP/1.1" status: 200 len: 857 time: 0.2329502 Aug 19 15:26:01.309696 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:01.387951 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 6b952479-c12a-4c23-83de-4343ff93cc04 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:01.410096 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10df754-fb3b-4eaa-a319-838835ab4114 req-bd855ea0-618c-4ef8-8ea1-188c4744650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:01.411648 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d10df754-fb3b-4eaa-a319-838835ab4114 req-bd855ea0-618c-4ef8-8ea1-188c4744650f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=767088c7-8ee1-471e-80fb-53a5e6370be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2473757 Aug 19 15:26:01.481616 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 6b952479-c12a-4c23-83de-4343ff93cc04 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:26:01.484071 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (6b952479-c12a-4c23-83de-4343ff93cc04), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:01.493598 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a584d12a-ee4c-49ed-874b-9c894f442db4 req-51d8aff8-356e-422f-88ff-a210df113ca1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324797 Aug 19 15:26:01.648500 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 6b952479-c12a-4c23-83de-4343ff93cc04 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:26:01.649052 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (6b952479-c12a-4c23-83de-4343ff93cc04), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:01.710070 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 6b952479-c12a-4c23-83de-4343ff93cc04, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=6b952479-c12a-4c23-83de-4343ff93cc04,segment=NetworkSegment(167a3e2f-8414-4230-bf8e-cdf6287698f5),segment_id=167a3e2f-8414-4230-bf8e-cdf6287698f5)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:01.717057 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (6b952479-c12a-4c23-83de-4343ff93cc04), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:01.790111 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:01.797826 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=6b952479-c12a-4c23-83de-4343ff93cc04,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:02.052309 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8fde5-be74-4f84-9952-c803e957ba82 req-d6ebe5c2-2785-47c0-9b60-84c8b719a5b5 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:02.053930 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25c8fde5-be74-4f84-9952-c803e957ba82 req-d6ebe5c2-2785-47c0-9b60-84c8b719a5b5 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 943 time: 0.1025870 Aug 19 15:26:02.202133 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3edca-7274-4ece-92e4-566ea82aa6e2 req-f97b9ef4-1397-47b8-9e91-cea06fda052d tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:02.204263 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-afa3edca-7274-4ece-92e4-566ea82aa6e2 req-f97b9ef4-1397-47b8-9e91-cea06fda052d tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 944 time: 0.1046119 Aug 19 15:26:02.219336 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25c8fde5-be74-4f84-9952-c803e957ba82 req-80276e46-f250-4875-8bf2-b77ea892c448 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512318 Aug 19 15:26:02.224754 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device ca54f86e-c00b-4076-ac42-4e78405cb1a7 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:26:02.239241 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:02.325930 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-afa3edca-7274-4ece-92e4-566ea82aa6e2 req-485097e7-e6a9-4863-8052-0a996d5248a3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052148 Aug 19 15:26:02.411979 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port ca54f86e-c00b-4076-ac42-4e78405cb1a7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ca54f86e-c00b-4076-ac42-4e78405cb1a7,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:02.430265 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'port_id': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7', 'mac_address': 'fa:16:3e:0a:92:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:26:02.477425 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port ca54f86e-c00b-4076-ac42-4e78405cb1a7 is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:26:02.477740 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (ca54f86e-c00b-4076-ac42-4e78405cb1a7), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:02.495819 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca54f86e-c00b-4076-ac42-4e78405cb1a7 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:26:02.507905 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:02.522381 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port ca54f86e-c00b-4076-ac42-4e78405cb1a7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ca54f86e-c00b-4076-ac42-4e78405cb1a7,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:02.528602 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (ca54f86e-c00b-4076-ac42-4e78405cb1a7), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:02.584132 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=ca54f86e-c00b-4076-ac42-4e78405cb1a7,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:03.197955 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d10df754-fb3b-4eaa-a319-838835ab4114 req-3f51e95a-2715-4246-98a8-971acf264297 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324542 Aug 19 15:26:03.267725 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 6b952479-c12a-4c23-83de-4343ff93cc04 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:03.326443 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 6b952479-c12a-4c23-83de-4343ff93cc04 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:26:03.326832 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (6b952479-c12a-4c23-83de-4343ff93cc04), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:03.422099 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbdbdc-e5e4-4449-90ce-2701d3499527 req-b45dedda-597b-4dd7-b216-c8478a3777d5 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:03.424131 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a6bbdbdc-e5e4-4449-90ce-2701d3499527 req-b45dedda-597b-4dd7-b216-c8478a3777d5 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 943 time: 0.0660968 Aug 19 15:26:03.434730 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 6b952479-c12a-4c23-83de-4343ff93cc04 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:26:03.515647 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a6bbdbdc-e5e4-4449-90ce-2701d3499527 req-c180f775-da15-47f4-a16b-316c53f01981 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849676 Aug 19 15:26:03.535189 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06fba7-fb05-47e2-af73-e29e37b45c35 req-a4051220-c7ce-4868-9825-8143fa048a12 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:03.536763 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3b06fba7-fb05-47e2-af73-e29e37b45c35 req-a4051220-c7ce-4868-9825-8143fa048a12 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 945 time: 0.0727444 Aug 19 15:26:03.599464 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3b06fba7-fb05-47e2-af73-e29e37b45c35 req-cf5c854d-cc44-432e-b369-0812d9516c5f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548496 Aug 19 15:26:04.059527 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 44168) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:04.203485 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e4d1a9eb-13e9-4361-9864-044ecfa2413b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:04.290661 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e4d1a9eb-13e9-4361-9864-044ecfa2413b admin admin] Publish callbacks [] for security_group (7595c2d1-7aae-4bd9-ba65-832aa935f88c), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:04.296004 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e4d1a9eb-13e9-4361-9864-044ecfa2413b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (7595c2d1-7aae-4bd9-ba65-832aa935f88c), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:04.338936 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-e4d1a9eb-13e9-4361-9864-044ecfa2413b admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=b52ac5475a7643329ecfc06cca6e8f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779922 Aug 19 15:26:04.339627 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1a9eb-13e9-4361-9864-044ecfa2413b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7595c2d1-7aae-4bd9-ba65-832aa935f88c,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:04.342060 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 44184) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:04.399010 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d8a1639a-323b-4087-ad32-b09c8fe44852 admin admin] Publish callbacks [] for security_group (7595c2d1-7aae-4bd9-ba65-832aa935f88c), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:04.422889 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d8a1639a-323b-4087-ad32-b09c8fe44852 admin admin] Publish callbacks [] for security_group (7595c2d1-7aae-4bd9-ba65-832aa935f88c), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:04.489922 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d8a1639a-323b-4087-ad32-b09c8fe44852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (7595c2d1-7aae-4bd9-ba65-832aa935f88c), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:04.494560 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d8a1639a-323b-4087-ad32-b09c8fe44852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:04.496643 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d8a1639a-323b-4087-ad32-b09c8fe44852 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/7595c2d1-7aae-4bd9-ba65-832aa935f88c HTTP/1.1" status: 204 len: 168 time: 0.1534214 Aug 19 15:26:04.496860 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['ca54f86e-c00b-4076-ac42-4e78405cb1a7'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:26:04.518583 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1639a-323b-4087-ad32-b09c8fe44852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7595c2d1-7aae-4bd9-ba65-832aa935f88c,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:04.687944 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137055a-738c-4cd6-9f30-bd2420a8a12b req-875ecb0a-3c32-4d1a-8e80-3339c03fba25 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:04.695609 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d137055a-738c-4cd6-9f30-bd2420a8a12b req-875ecb0a-3c32-4d1a-8e80-3339c03fba25 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 943 time: 0.0882540 Aug 19 15:26:04.797230 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29da63-294c-4ba8-811f-659de55527e9 req-45ea8ba1-b1bd-4d90-a9c1-94819f043683 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:04.798710 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-af29da63-294c-4ba8-811f-659de55527e9 req-45ea8ba1-b1bd-4d90-a9c1-94819f043683 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 945 time: 0.0786674 Aug 19 15:26:04.804275 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d137055a-738c-4cd6-9f30-bd2420a8a12b req-88a8a9a2-352b-4462-a5cf-40b2a2c4c2ff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075547 Aug 19 15:26:04.822077 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:04.866464 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-af29da63-294c-4ba8-811f-659de55527e9 req-8b387dd9-b965-484e-87d3-ea67e7bd949b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553586 Aug 19 15:26:04.923096 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 44202) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:04.938873 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6031d2c3-50f7-44d9-89c2-e6239992b506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:05.023537 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6031d2c3-50f7-44d9-89c2-e6239992b506 admin admin] Publish callbacks [] for security_group (8e1fd082-b46c-450b-9549-0e0fa8a527ca), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:05.030384 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6031d2c3-50f7-44d9-89c2-e6239992b506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (8e1fd082-b46c-450b-9549-0e0fa8a527ca), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:05.053260 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:05.095967 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-6031d2c3-50f7-44d9-89c2-e6239992b506 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=fd24de1bcf7c4ccd920ab0a9dcf139e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1711330 Aug 19 15:26:05.096744 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031d2c3-50f7-44d9-89c2-e6239992b506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1fd082-b46c-450b-9549-0e0fa8a527ca,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:05.099855 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 44206) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:05.198797 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0dfa261d-c22b-42e8-845d-a24a135b5af6 admin admin] Publish callbacks [] for security_group (8e1fd082-b46c-450b-9549-0e0fa8a527ca), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:05.233858 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0dfa261d-c22b-42e8-845d-a24a135b5af6 admin admin] Publish callbacks [] for security_group (8e1fd082-b46c-450b-9549-0e0fa8a527ca), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:05.331218 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0dfa261d-c22b-42e8-845d-a24a135b5af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (8e1fd082-b46c-450b-9549-0e0fa8a527ca), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:05.334513 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0dfa261d-c22b-42e8-845d-a24a135b5af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:05.340159 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-0dfa261d-c22b-42e8-845d-a24a135b5af6 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/8e1fd082-b46c-450b-9549-0e0fa8a527ca HTTP/1.1" status: 204 len: 168 time: 0.2374554 Aug 19 15:26:05.352689 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa261d-c22b-42e8-845d-a24a135b5af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1fd082-b46c-450b-9549-0e0fa8a527ca,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:05.417658 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d10df754-fb3b-4eaa-a319-838835ab4114 req-1a3e5ac8-a725-4066-bfbb-25e80f9e1083 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280555 Aug 19 15:26:05.957576 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c00045-1556-4032-97a6-a53fad09be3c req-fdb89c12-7e95-4aef-9403-23d1734eb49e tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:05.959152 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-67c00045-1556-4032-97a6-a53fad09be3c req-fdb89c12-7e95-4aef-9403-23d1734eb49e tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 943 time: 0.0542026 Aug 19 15:26:06.035821 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a6fce-6543-4960-aae4-478f634573a6 req-f0a5aac5-4237-4338-bd5e-a673c8767075 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:06.037390 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-624a6fce-6543-4960-aae4-478f634573a6 req-f0a5aac5-4237-4338-bd5e-a673c8767075 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 945 time: 0.0745790 Aug 19 15:26:06.081840 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-67c00045-1556-4032-97a6-a53fad09be3c req-d2287ea1-4f20-48aa-a903-1204996d3ce4 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075897 Aug 19 15:26:06.119397 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-624a6fce-6543-4960-aae4-478f634573a6 req-9a5ef37e-3b7a-4e86-8e83-c1c430dfb168 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707996 Aug 19 15:26:06.957111 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 789e4df0-1af5-4f96-9194-ab12ac1b5047 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:26:07.070370 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 789e4df0-1af5-4f96-9194-ab12ac1b5047, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=789e4df0-1af5-4f96-9194-ab12ac1b5047,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:07.082422 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': '789e4df0-1af5-4f96-9194-ab12ac1b5047', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'port_id': '789e4df0-1af5-4f96-9194-ab12ac1b5047', 'mac_address': 'fa:16:3e:32:ad:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:26:07.126560 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 789e4df0-1af5-4f96-9194-ab12ac1b5047 is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:26:07.126938 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (789e4df0-1af5-4f96-9194-ab12ac1b5047), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:07.144532 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789e4df0-1af5-4f96-9194-ab12ac1b5047 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:26:07.168504 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 789e4df0-1af5-4f96-9194-ab12ac1b5047, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=789e4df0-1af5-4f96-9194-ab12ac1b5047,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:07.173067 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (789e4df0-1af5-4f96-9194-ab12ac1b5047), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:07.246352 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=789e4df0-1af5-4f96-9194-ab12ac1b5047,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:07.294474 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28efe3-0797-4f6a-b289-3254827eaf76 req-027d65cf-fa42-46f6-ac3f-9bbdc4473f42 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:07.296090 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0a28efe3-0797-4f6a-b289-3254827eaf76 req-027d65cf-fa42-46f6-ac3f-9bbdc4473f42 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 944 time: 0.0766554 Aug 19 15:26:07.356775 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebec1f-09dd-4e61-bb52-9bacd0f99daf req-8a6d739b-063d-4e9c-96dc-5fbcfa51d769 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:07.358330 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a4ebec1f-09dd-4e61-bb52-9bacd0f99daf req-8a6d739b-063d-4e9c-96dc-5fbcfa51d769 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 945 time: 0.0881236 Aug 19 15:26:07.387216 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:07.425755 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0a28efe3-0797-4f6a-b289-3254827eaf76 req-7e3f5bba-9e12-44ae-8b3c-40e6728e140f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079760 Aug 19 15:26:07.439462 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a4ebec1f-09dd-4e61-bb52-9bacd0f99daf req-dab12c01-9d34-4b30-9c8b-2f1cddbe24c2 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752227 Aug 19 15:26:07.974229 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 44354) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:08.110849 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:08.197396 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] Publish callbacks [] for security_group (9bca4679-9298-4342-be1f-4df57eb53e92), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:08.202327 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (9bca4679-9298-4342-be1f-4df57eb53e92), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:08.243471 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bca4679-9298-4342-be1f-4df57eb53e92,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:08.252607 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=3c172098ff4748af8616d345563a6b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2772367 Aug 19 15:26:08.254474 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:08.254904 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:08.255254 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:08.255368 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 44358) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:08.255597 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:08.255931 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:08.256262 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:08.256688 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:08.256952 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:08.257263 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:08.257595 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:08.257917 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:08.258275 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:08.258556 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:08.258875 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:08.259192 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2b9a6-b4ed-4bac-a433-6f9d15da5aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:08.321996 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9cc0c5fa-e963-4860-be28-27e824abca0f admin admin] Publish callbacks [] for security_group (9bca4679-9298-4342-be1f-4df57eb53e92), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:08.344790 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9cc0c5fa-e963-4860-be28-27e824abca0f admin admin] Publish callbacks [] for security_group (9bca4679-9298-4342-be1f-4df57eb53e92), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:08.399992 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9cc0c5fa-e963-4860-be28-27e824abca0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (9bca4679-9298-4342-be1f-4df57eb53e92), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:08.403540 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9cc0c5fa-e963-4860-be28-27e824abca0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:08.405875 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-9cc0c5fa-e963-4860-be28-27e824abca0f admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/9bca4679-9298-4342-be1f-4df57eb53e92 HTTP/1.1" status: 204 len: 168 time: 0.1484308 Aug 19 15:26:08.414151 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0c5fa-e963-4860-be28-27e824abca0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bca4679-9298-4342-be1f-4df57eb53e92,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:08.614549 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a526a84-6ade-42a2-b13c-3d42b9c6e920 req-8dd3df43-090f-418b-90c8-b766d4c8b5f3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:08.616228 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1a526a84-6ade-42a2-b13c-3d42b9c6e920 req-8dd3df43-090f-418b-90c8-b766d4c8b5f3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 945 time: 0.0865812 Aug 19 15:26:08.629097 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55626a-095c-44e4-806c-174609e528a4 req-808e9a54-ed3a-4fcf-b692-9b6876405012 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:08.630701 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1e55626a-095c-44e4-806c-174609e528a4 req-808e9a54-ed3a-4fcf-b692-9b6876405012 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 944 time: 0.0885963 Aug 19 15:26:08.671099 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:08.732905 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1e55626a-095c-44e4-806c-174609e528a4 req-ff099fd7-02bf-45a2-8b54-f62eb6bfc801 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928581 Aug 19 15:26:08.735878 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1a526a84-6ade-42a2-b13c-3d42b9c6e920 req-3f146a53-fa92-450e-98df-ac3fdfb2fd14 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042583 Aug 19 15:26:08.765807 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 44374) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:08.780680 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5128fe17-f6f6-4d21-aaaf-f92b64785a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:08.869883 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5128fe17-f6f6-4d21-aaaf-f92b64785a00 admin admin] Publish callbacks [] for security_group (6fee5a58-2835-4c0f-bf45-764b7c82265a), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:08.874365 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5128fe17-f6f6-4d21-aaaf-f92b64785a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (6fee5a58-2835-4c0f-bf45-764b7c82265a), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:08.881326 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device ca54f86e-c00b-4076-ac42-4e78405cb1a7 up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:08.883488 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:08.921827 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128fe17-f6f6-4d21-aaaf-f92b64785a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fee5a58-2835-4c0f-bf45-764b7c82265a,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:08.930007 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-5128fe17-f6f6-4d21-aaaf-f92b64785a00 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=a18d09eb9f4a4d30906e4cbc02c6c646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606326 Aug 19 15:26:08.930361 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 44376) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:08.953383 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port ca54f86e-c00b-4076-ac42-4e78405cb1a7 completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:26:08.955912 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:08.964740 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port ca54f86e-c00b-4076-ac42-4e78405cb1a7 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:26:08.965135 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (ca54f86e-c00b-4076-ac42-4e78405cb1a7), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:08.967085 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=84,neutron:INSERT=16 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:08.990061 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-fbe13d94-fb16-4301-8aeb-901481f455fc req-60548129-e3d4-481b-bff1-8250c95821f1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668788 Aug 19 15:26:08.999367 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-951438e8-54cb-4870-8f88-37c15529b228 admin admin] Publish callbacks [] for security_group (6fee5a58-2835-4c0f-bf45-764b7c82265a), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:09.031864 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-951438e8-54cb-4870-8f88-37c15529b228 admin admin] Publish callbacks [] for security_group (6fee5a58-2835-4c0f-bf45-764b7c82265a), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:09.066886 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port ca54f86e-c00b-4076-ac42-4e78405cb1a7 is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:26:09.067531 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (ca54f86e-c00b-4076-ac42-4e78405cb1a7), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:09.074179 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe13d94-fb16-4301-8aeb-901481f455fc req-2ba201ae-b46f-4b0e-8ae9-776d61a5a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:09.075790 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-fbe13d94-fb16-4301-8aeb-901481f455fc req-2ba201ae-b46f-4b0e-8ae9-776d61a5a760 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=dcca6c7d30114cd0936eb30381efad7d&device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 1130 time: 0.0480764 Aug 19 15:26:09.100305 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:26:09.116201 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c7e29c-fb38-41cd-a02c-137b4675addb" -d '{"events": [{"server_uuid": "c73df7a2-f347-4f80-8853-f5ea25b0cbc7", "name": "network-vif-plugged", "status": "completed", "tag": "ca54f86e-c00b-4076-ac42-4e78405cb1a7"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:26:09.117378 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-951438e8-54cb-4870-8f88-37c15529b228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (6fee5a58-2835-4c0f-bf45-764b7c82265a), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:09.121765 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-951438e8-54cb-4870-8f88-37c15529b228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:09.123171 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-951438e8-54cb-4870-8f88-37c15529b228 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/6fee5a58-2835-4c0f-bf45-764b7c82265a HTTP/1.1" status: 204 len: 168 time: 0.1919787 Aug 19 15:26:09.133034 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951438e8-54cb-4870-8f88-37c15529b228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fee5a58-2835-4c0f-bf45-764b7c82265a,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:09.147584 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port ca54f86e-c00b-4076-ac42-4e78405cb1a7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ca54f86e-c00b-4076-ac42-4e78405cb1a7,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:09.164901 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (ca54f86e-c00b-4076-ac42-4e78405cb1a7), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:09.172746 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dc1ede-0c38-4bfa-acb8-8a4223f2af64 x-openstack-request-id: req-e6dc1ede-0c38-4bfa-acb8-8a4223f2af64 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:26:09.173046 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73df7a2-f347-4f80-8853-f5ea25b0cbc7", "name": "network-vif-plugged", "status": "completed", "tag": "ca54f86e-c00b-4076-ac42-4e78405cb1a7", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:26:09.173508 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e6dc1ede-0c38-4bfa-acb8-8a4223f2af64 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:26:09.173917 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6dc1ede-0c38-4bfa-acb8-8a4223f2af64'] response: {'server_uuid': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7', 'code': 200} Aug 19 15:26:09.233522 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['789e4df0-1af5-4f96-9194-ab12ac1b5047'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:26:09.290713 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=ca54f86e-c00b-4076-ac42-4e78405cb1a7,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:09.300275 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe13d94-fb16-4301-8aeb-901481f455fc req-2b06d6c7-16f9-4564-9d6b-67a60adbe32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:09.304621 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-fbe13d94-fb16-4301-8aeb-901481f455fc req-2b06d6c7-16f9-4564-9d6b-67a60adbe32e service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 200 len: 919 time: 0.2020822 Aug 19 15:26:09.318230 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:09.407615 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-fbe13d94-fb16-4301-8aeb-901481f455fc req-6199ae13-85a3-433e-8ba0-2ea2dc566384 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e851153e-06d0-452a-ac68-7efce3d3bf25 HTTP/1.1" status: 200 len: 217 time: 0.0935335 Aug 19 15:26:09.438013 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f0966-81d5-4919-a524-6c34c11c886e req-8286b44e-4823-4e08-80dd-704abf651d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:09.439699 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b49f0966-81d5-4919-a524-6c34c11c886e req-8286b44e-4823-4e08-80dd-704abf651d3c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 1130 time: 0.0652766 Aug 19 15:26:09.514020 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe13d94-fb16-4301-8aeb-901481f455fc req-bf4c02d2-c0a4-4c62-a640-f27d56225069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:09.515821 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-fbe13d94-fb16-4301-8aeb-901481f455fc req-bf4c02d2-c0a4-4c62-a640-f27d56225069 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb HTTP/1.1" status: 200 len: 857 time: 0.0885470 Aug 19 15:26:09.519666 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 44388) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:09.540951 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b49f0966-81d5-4919-a524-6c34c11c886e req-04079944-1e1a-4e9e-b196-22835b9c3d04 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795510 Aug 19 15:26:09.611952 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_v2 [None req-d062ee63-919e-42c6-833b-d8763cf33738 admin admin] Deleting subnet 604a07a4-657e-4174-86f8-da53b5588e42 {{(pid=106285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 19 15:26:09.618436 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe13d94-fb16-4301-8aeb-901481f455fc req-ffbc600f-5e9e-4d7d-8380-04b823cba006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:09.620195 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-fbe13d94-fb16-4301-8aeb-901481f455fc req-ffbc600f-5e9e-4d7d-8380-04b823cba006 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=767088c7-8ee1-471e-80fb-53a5e6370be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0911288 Aug 19 15:26:09.621208 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d062ee63-919e-42c6-833b-d8763cf33738 admin admin] Publish callbacks [] for subnet (604a07a4-657e-4174-86f8-da53b5588e42), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:09.663369 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d062ee63-919e-42c6-833b-d8763cf33738 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14938841'] for subnet (604a07a4-657e-4174-86f8-da53b5588e42), precommit_delete_associations {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:09.717332 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d062ee63-919e-42c6-833b-d8763cf33738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550255'] for subnet (604a07a4-657e-4174-86f8-da53b5588e42), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:09.913249 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:09.915085 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620e448-9c62-4299-90d9-6c02cceb3bf0 req-79c51f78-f1cb-43fe-a57b-6e66475cd719 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:09.918125 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f620e448-9c62-4299-90d9-6c02cceb3bf0 req-79c51f78-f1cb-43fe-a57b-6e66475cd719 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 944 time: 0.0732105 Aug 19 15:26:09.934819 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d062ee63-919e-42c6-833b-d8763cf33738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16617200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16591531'] for subnet (604a07a4-657e-4174-86f8-da53b5588e42), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:09.982865 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062ee63-919e-42c6-833b-d8763cf33738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=604a07a4-657e-4174-86f8-da53b5588e42,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:09.989260 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d062ee63-919e-42c6-833b-d8763cf33738 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:09.993195 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-d062ee63-919e-42c6-833b-d8763cf33738 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/604a07a4-657e-4174-86f8-da53b5588e42 HTTP/1.1" status: 204 len: 168 time: 0.4725299 Aug 19 15:26:09.996560 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-fbe13d94-fb16-4301-8aeb-901481f455fc req-46c18d7d-b1ab-47f3-845e-5dec97f6e2d8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934915 Aug 19 15:26:09.997172 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 44408) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:10.025274 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc0f26-f348-408f-88e9-fe765fbaddbb req-65319ed9-9dff-4004-8c3c-1db985392849 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:10.027591 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e7dc0f26-f348-408f-88e9-fe765fbaddbb req-65319ed9-9dff-4004-8c3c-1db985392849 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.1220102 Aug 19 15:26:10.062952 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f620e448-9c62-4299-90d9-6c02cceb3bf0 req-82e50f4c-383f-43b7-94c9-48de4d934623 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335630 Aug 19 15:26:10.125917 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e7dc0f26-f348-408f-88e9-fe765fbaddbb req-54d88ce3-2f69-488f-a04f-f9ce3f07cd23 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764403 Aug 19 15:26:10.395580 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:10.400377 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-87ce843a-7ba6-4a5c-aab0-e887cabd4854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742190'] for network (ab9ca31a-f85c-4567-b91b-7d53a8006dd9), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:10.430588 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-fbe13d94-fb16-4301-8aeb-901481f455fc req-3b55be3d-7465-4c8c-b6d4-60d8092150b7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091706 Aug 19 15:26:10.513532 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-87ce843a-7ba6-4a5c-aab0-e887cabd4854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551398', 'neutron.services.segments.db._delete_segments_for_network-8774275715211'] for network (ab9ca31a-f85c-4567-b91b-7d53a8006dd9), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:10.542032 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.services.segments.db [None req-87ce843a-7ba6-4a5c-aab0-e887cabd4854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9ca31a-f85c-4567-b91b-7d53a8006dd9']}} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:10.558708 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.services.segments.db [None req-87ce843a-7ba6-4a5c-aab0-e887cabd4854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a130714f-3257-464f-ae48-b0435cb29545') {'for_net_delete': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:10.559062 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.services.segments.db [None req-87ce843a-7ba6-4a5c-aab0-e887cabd4854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a130714f-3257-464f-ae48-b0435cb29545') {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:10.581038 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-87ce843a-7ba6-4a5c-aab0-e887cabd4854 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774275715274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14938658'] for segment (a130714f-3257-464f-ae48-b0435cb29545), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:10.609877 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-87ce843a-7ba6-4a5c-aab0-e887cabd4854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (a130714f-3257-464f-ae48-b0435cb29545), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:10.619350 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ce843a-7ba6-4a5c-aab0-e887cabd4854 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=106285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:26:10.620282 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-87ce843a-7ba6-4a5c-aab0-e887cabd4854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16617114'] for segment (a130714f-3257-464f-ae48-b0435cb29545), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:10.686848 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.services.segments.plugin [-] Segment a130714f-3257-464f-ae48-b0435cb29545 resource provider aggregate not found Aug 19 15:26:10.709180 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-87ce843a-7ba6-4a5c-aab0-e887cabd4854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809602'] for network (ab9ca31a-f85c-4567-b91b-7d53a8006dd9), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:10.713237 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.services.segments.plugin [-] Segment a130714f-3257-464f-ae48-b0435cb29545 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a130714f-3257-464f-ae48-b0435cb29545 found for delete ", "request_id": "req-b00c02fa-8d81-4706-ac2f-c7d2451f2c5b"}]} Aug 19 15:26:10.720853 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-87ce843a-7ba6-4a5c-aab0-e887cabd4854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:10.726405 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-87ce843a-7ba6-4a5c-aab0-e887cabd4854 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/ab9ca31a-f85c-4567-b91b-7d53a8006dd9 HTTP/1.1" status: 204 len: 168 time: 0.7275243 Aug 19 15:26:10.739763 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce843a-7ba6-4a5c-aab0-e887cabd4854 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab9ca31a-f85c-4567-b91b-7d53a8006dd9,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:10.881502 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 44438) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:10.892764 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 789e4df0-1af5-4f96-9194-ab12ac1b5047 up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:10.941294 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-9e4506dc-4006-4613-bbba-547602d339d3 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=fc839eae8c504e298673b61d4de8b0e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0586052 Aug 19 15:26:10.943823 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 44444) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:10.948428 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port 789e4df0-1af5-4f96-9194-ab12ac1b5047 completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:26:10.957095 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port 789e4df0-1af5-4f96-9194-ab12ac1b5047 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:26:10.957674 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (789e4df0-1af5-4f96-9194-ab12ac1b5047), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:11.026752 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b1dcebf4-b437-4309-8e1b-73f3f9f23270 admin admin] Publish callbacks [] for security_group (5efbb9af-c838-4f65-a4a3-963f280cbc3d), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:11.062149 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b1dcebf4-b437-4309-8e1b-73f3f9f23270 admin admin] Publish callbacks [] for security_group (5efbb9af-c838-4f65-a4a3-963f280cbc3d), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:11.080664 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 789e4df0-1af5-4f96-9194-ab12ac1b5047 is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:26:11.081139 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (789e4df0-1af5-4f96-9194-ab12ac1b5047), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:11.132658 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b1dcebf4-b437-4309-8e1b-73f3f9f23270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (5efbb9af-c838-4f65-a4a3-963f280cbc3d), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:11.136748 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b1dcebf4-b437-4309-8e1b-73f3f9f23270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:11.138839 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-b1dcebf4-b437-4309-8e1b-73f3f9f23270 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/5efbb9af-c838-4f65-a4a3-963f280cbc3d HTTP/1.1" status: 204 len: 168 time: 0.1937945 Aug 19 15:26:11.149453 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcebf4-b437-4309-8e1b-73f3f9f23270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efbb9af-c838-4f65-a4a3-963f280cbc3d,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:11.177903 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 789e4df0-1af5-4f96-9194-ab12ac1b5047, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=789e4df0-1af5-4f96-9194-ab12ac1b5047,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:11.184434 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4717c9f-2cd2-419b-a91c-7f722d99dd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789e4df0-1af5-4f96-9194-ab12ac1b5047'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:26:11.186735 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a90d8a-7555-4c9e-ba13-279d45f8f5b1" -d '{"events": [{"server_uuid": "d4717c9f-2cd2-419b-a91c-7f722d99dd27", "name": "network-vif-plugged", "status": "completed", "tag": "789e4df0-1af5-4f96-9194-ab12ac1b5047"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:26:11.220898 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (789e4df0-1af5-4f96-9194-ab12ac1b5047), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:11.304645 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=789e4df0-1af5-4f96-9194-ab12ac1b5047,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:11.355673 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:11.373941 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f48a9-3bef-4e7c-a4fa-45504c25d91d req-675d0a80-735e-4828-b5d5-7aae510b0db4 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:11.375681 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7a5f48a9-3bef-4e7c-a4fa-45504c25d91d req-675d0a80-735e-4828-b5d5-7aae510b0db4 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 945 time: 0.1380916 Aug 19 15:26:11.397936 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600d2bc-b40a-481b-aa31-11321e793606 req-50874f4e-f00a-45ab-bf6f-46fd11e873ea tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:11.399513 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f600d2bc-b40a-481b-aa31-11321e793606 req-50874f4e-f00a-45ab-bf6f-46fd11e873ea tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0829997 Aug 19 15:26:11.509530 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7a5f48a9-3bef-4e7c-a4fa-45504c25d91d req-47b6e514-348e-4edd-83a9-c1ab6b6e1b81 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271541 Aug 19 15:26:11.538321 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f600d2bc-b40a-481b-aa31-11321e793606 req-482234c0-f2c8-4a94-9b39-b136ad05a9ab tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279109 Aug 19 15:26:11.656263 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e7c98a-550b-4c94-8357-25489548c276 x-openstack-request-id: req-b8e7c98a-550b-4c94-8357-25489548c276 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:26:11.656752 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4717c9f-2cd2-419b-a91c-7f722d99dd27", "name": "network-vif-plugged", "status": "completed", "tag": "789e4df0-1af5-4f96-9194-ab12ac1b5047", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:26:11.656752 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b8e7c98a-550b-4c94-8357-25489548c276 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:26:11.657154 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e7c98a-550b-4c94-8357-25489548c276'] response: {'server_uuid': 'd4717c9f-2cd2-419b-a91c-7f722d99dd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789e4df0-1af5-4f96-9194-ab12ac1b5047', 'code': 200} Aug 19 15:26:11.777268 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90f9d9-8f10-4711-881d-8bc9108deb46 req-3e2233f8-503c-4554-917e-ad95b4d70047 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:11.778918 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-da90f9d9-8f10-4711-881d-8bc9108deb46 req-3e2233f8-503c-4554-917e-ad95b4d70047 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0970571 Aug 19 15:26:11.789734 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 44470) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:11.797181 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-e7e7c669-0412-4db4-af4f-f9c4ec89a4e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Request body: {'floatingip': {'port_id': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:11.847363 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c669-0412-4db4-af4f-f9c4ec89a4e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for floatingip (4774c6c0-28dd-47b2-b122-1db334c99604), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:11.849632 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:12.000511 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:26:12.023946 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebabe3-de28-4768-a731-c4328d449cec req-377b88c6-4fe2-4cf1-b0c3-950c144016df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:12.025656 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6eebabe3-de28-4768-a731-c4328d449cec req-377b88c6-4fe2-4cf1-b0c3-950c144016df service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 1129 time: 0.0582745 Aug 19 15:26:12.093820 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6eebabe3-de28-4768-a731-c4328d449cec req-7ee0dcb2-60bb-405a-97cc-156698aba24e service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489221 Aug 19 15:26:12.411562 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c669-0412-4db4-af4f-f9c4ec89a4e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:12.416702 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c669-0412-4db4-af4f-f9c4ec89a4e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (4774c6c0-28dd-47b2-b122-1db334c99604), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:12.530952 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.l3_db [None req-e7e7c669-0412-4db4-af4f-f9c4ec89a4e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Floating IP 4774c6c0-28dd-47b2-b122-1db334c99604 associated. External IP: 172.27.2.52, port: ca54f86e-c00b-4076-ac42-4e78405cb1a7. Aug 19 15:26:12.908780 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759049c-b4e1-4526-b878-18dd5faf9527 req-6af3a75c-291b-4453-842d-e7d1947f13df tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:12.910409 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3759049c-b4e1-4526-b878-18dd5faf9527 req-6af3a75c-291b-4453-842d-e7d1947f13df tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 945 time: 0.2969296 Aug 19 15:26:13.037423 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3759049c-b4e1-4526-b878-18dd5faf9527 req-bf18410c-e0d8-4b37-98b2-3f626ed5c489 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192629 Aug 19 15:26:13.071265 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e7c669-0412-4db4-af4f-f9c4ec89a4e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Router 50751003-e725-4d98-99b0-b58bba5418c9 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:26:13.082825 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:13.189924 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e7c669-0412-4db4-af4f-f9c4ec89a4e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:26:13.194450 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c669-0412-4db4-af4f-f9c4ec89a4e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:13.203297 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b4d9e2-46b4-4339-9abe-35a782c4aa51 None None] Sync routers for ids ['50751003-e725-4d98-99b0-b58bba5418c9'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:26:13.213458 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:13.216971 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b4d9e2-46b4-4339-9abe-35a782c4aa51 None None] Routers {'50751003-e725-4d98-99b0-b58bba5418c9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:26:13.218402 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-61b4d9e2-46b4-4339-9abe-35a782c4aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:25:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['50751003-e725-4d98-99b0-b58bba5418c9'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:13.236045 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e7e7c669-0412-4db4-af4f-f9c4ec89a4e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/4774c6c0-28dd-47b2-b122-1db334c99604 HTTP/1.1" status: 200 len: 991 time: 1.4429030 Aug 19 15:26:13.236045 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'tag': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:26:13.237172 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69ccef422e24697aa339ca93078f5b722801d9cd263b30b0a6d79bd9e8f250f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ef7f8f-6e2a-46ae-bf5b-844df5d988df" -d '{"events": [{"name": "network-changed", "server_uuid": "c73df7a2-f347-4f80-8853-f5ea25b0cbc7", "tag": "ca54f86e-c00b-4076-ac42-4e78405cb1a7"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:26:13.310162 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6450ef75-a06f-4c19-a60e-196cf3431126 x-openstack-request-id: req-6450ef75-a06f-4c19-a60e-196cf3431126 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:26:13.310447 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73df7a2-f347-4f80-8853-f5ea25b0cbc7", "tag": "ca54f86e-c00b-4076-ac42-4e78405cb1a7", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:26:13.311890 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6450ef75-a06f-4c19-a60e-196cf3431126 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:26:13.312313 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6450ef75-a06f-4c19-a60e-196cf3431126'] response: {'name': 'network-changed', 'server_uuid': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'tag': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7', 'status': 'completed', 'code': 200} Aug 19 15:26:13.335181 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:13.348165 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-61b4d9e2-46b4-4339-9abe-35a782c4aa51 None None] Set router 50751003-e725-4d98-99b0-b58bba5418c9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:26:13.411464 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef7f8f-6e2a-46ae-bf5b-844df5d988df req-3926f5dc-b6ab-4455-8a70-fbd29c8adeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:13.413019 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-39ef7f8f-6e2a-46ae-bf5b-844df5d988df req-3926f5dc-b6ab-4455-8a70-fbd29c8adeea service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=dcca6c7d30114cd0936eb30381efad7d&device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 1130 time: 0.0661399 Aug 19 15:26:13.455737 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ec159845-bbba-4f34-a4a4-6699670e2398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:13.567360 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef7f8f-6e2a-46ae-bf5b-844df5d988df req-685d112a-156e-4d34-a2cd-dcadf29fa89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:13.568951 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-39ef7f8f-6e2a-46ae-bf5b-844df5d988df req-685d112a-156e-4d34-a2cd-dcadf29fa89d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 200 len: 919 time: 0.1276083 Aug 19 15:26:13.771118 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-61b4d9e2-46b4-4339-9abe-35a782c4aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50751003-e725-4d98-99b0-b58bba5418c9', 'name': 'tempest-ServerRescueNegativeTestJSON-229349538-router', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'gw_port': {'id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:04Z', 'updated_at': '2022-08-19T15:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '4774c6c0-28dd-47b2-b122-1db334c99604', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'port_id': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'mac_address': 'fa:16:3e:0a:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:25:29Z', 'updated_at': '2022-08-19T15:26:12Z', 'revision_number': 1, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7249fe4-1acd-444c-bab4-9045dade6c27', 'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'mac_address': 'fa:16:3e:11:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:12Z', 'updated_at': '2022-08-19T15:23:31Z', 'revision_number': 5, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'subnets': [{'id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:13.803909 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b4d9e2-46b4-4339-9abe-35a782c4aa51 None None] Checking router: 50751003-e725-4d98-99b0-b58bba5418c9 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:26:13.813897 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b4d9e2-46b4-4339-9abe-35a782c4aa51 None None] Routers {'50751003-e725-4d98-99b0-b58bba5418c9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:26:13.814588 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-61b4d9e2-46b4-4339-9abe-35a782c4aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:25:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['50751003-e725-4d98-99b0-b58bba5418c9'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:13.933099 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-61b4d9e2-46b4-4339-9abe-35a782c4aa51 None None] Set router 50751003-e725-4d98-99b0-b58bba5418c9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:26:14.182131 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593821eb-0d9f-443a-89c9-3c6b5ab31d97 req-d9f6f22d-86a7-4d52-8d1a-99d5fd4c5e70 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:14.184672 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-593821eb-0d9f-443a-89c9-3c6b5ab31d97 req-d9f6f22d-86a7-4d52-8d1a-99d5fd4c5e70 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 945 time: 0.0600088 Aug 19 15:26:14.224315 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:14.232455 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-61b4d9e2-46b4-4339-9abe-35a782c4aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50751003-e725-4d98-99b0-b58bba5418c9', 'name': 'tempest-ServerRescueNegativeTestJSON-229349538-router', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'gw_port': {'id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:04Z', 'updated_at': '2022-08-19T15:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '4774c6c0-28dd-47b2-b122-1db334c99604', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'port_id': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'mac_address': 'fa:16:3e:0a:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:25:29Z', 'updated_at': '2022-08-19T15:26:12Z', 'revision_number': 1, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7249fe4-1acd-444c-bab4-9045dade6c27', 'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'mac_address': 'fa:16:3e:11:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:12Z', 'updated_at': '2022-08-19T15:23:31Z', 'revision_number': 5, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'subnets': [{'id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:14.258715 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-593821eb-0d9f-443a-89c9-3c6b5ab31d97 req-0bd2e6a8-1a0e-47c5-a2be-c62bace672fc tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661607 Aug 19 15:26:14.260284 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b4d9e2-46b4-4339-9abe-35a782c4aa51 None None] The sync data for ids ['50751003-e725-4d98-99b0-b58bba5418c9'] in dv-cinder-835384-20-iscsi is: [{'id': '50751003-e725-4d98-99b0-b58bba5418c9', 'name': 'tempest-ServerRescueNegativeTestJSON-229349538-router', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'gw_port': {'id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:04Z', 'updated_at': '2022-08-19T15:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '4774c6c0-28dd-47b2-b122-1db334c99604', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'port_id': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'mac_address': 'fa:16:3e:0a:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:25:29Z', 'updated_at': '2022-08-19T15:26:12Z', 'revision_number': 1, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7249fe4-1acd-444c-bab4-9045dade6c27', 'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'mac_address': 'fa:16:3e:11:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:12Z', 'updated_at': '2022-08-19T15:23:31Z', 'revision_number': 5, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'subnets': [{'id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:26:14.409643 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-39ef7f8f-6e2a-46ae-bf5b-844df5d988df req-54c14f8f-3cbb-4c83-936d-727ebbdf4964 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca54f86e-c00b-4076-ac42-4e78405cb1a7 HTTP/1.1" status: 200 len: 999 time: 0.1283145 Aug 19 15:26:14.502117 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef7f8f-6e2a-46ae-bf5b-844df5d988df req-c1109d6d-842c-45df-b865-9b0bcaafb1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:14.503624 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-39ef7f8f-6e2a-46ae-bf5b-844df5d988df req-c1109d6d-842c-45df-b865-9b0bcaafb1cf service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb HTTP/1.1" status: 200 len: 857 time: 0.0676913 Aug 19 15:26:14.566970 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531f7d98-257b-48f0-81a5-d5f6a1137017 None None] New status for floating IP 4774c6c0-28dd-47b2-b122-1db334c99604: ACTIVE {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:26:14.967694 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef7f8f-6e2a-46ae-bf5b-844df5d988df req-28a9f534-e311-4bd9-abe3-659d7b23c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:14.969273 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-39ef7f8f-6e2a-46ae-bf5b-844df5d988df req-28a9f534-e311-4bd9-abe3-659d7b23c6a0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=767088c7-8ee1-471e-80fb-53a5e6370be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0541439 Aug 19 15:26:14.996792 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:15.092692 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-39ef7f8f-6e2a-46ae-bf5b-844df5d988df req-2db64a34-579f-4eac-b64f-040f41b5637a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047690 Aug 19 15:26:15.280919 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:15.304309 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-39ef7f8f-6e2a-46ae-bf5b-844df5d988df req-1ab52e41-764e-4eb0-b00e-ad70f09f1ed7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137574 Aug 19 15:26:15.430732 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9755785-ddc0-4d49-a817-685ad54d8316 req-96a9efef-57a9-4f01-b0fa-33a4cdf40330 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:15.432522 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f9755785-ddc0-4d49-a817-685ad54d8316 req-96a9efef-57a9-4f01-b0fa-33a4cdf40330 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 945 time: 0.0526965 Aug 19 15:26:15.487884 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f9755785-ddc0-4d49-a817-685ad54d8316 req-2048309e-2698-4dae-b87e-937c309e2f2e tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493486 Aug 19 15:26:15.648628 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa1bcc-d87a-4094-bdf9-6ff2082a18a3 req-59124883-604b-4ba3-b5be-2dd6868176a3 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:15.650370 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-68fa1bcc-d87a-4094-bdf9-6ff2082a18a3 req-59124883-604b-4ba3-b5be-2dd6868176a3 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 945 time: 0.0731037 Aug 19 15:26:15.663191 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 44550) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:15.668282 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-67873503-7a00-49ce-949d-19f412012005 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'floatingip': {'port_id': '789e4df0-1af5-4f96-9194-ab12ac1b5047'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:15.720620 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-67873503-7a00-49ce-949d-19f412012005 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (37c587b5-f4ef-4ade-9fec-5606ca36840a), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:15.769716 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-bf62db0e-0b04-4f78-bc4f-009c948129a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:16.076861 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648484b8-25e0-4f82-b1e6-4ba531fc870f req-dfe82aea-4110-4bdf-8512-f52873a9c149 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:16.078418 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-648484b8-25e0-4f82-b1e6-4ba531fc870f req-dfe82aea-4110-4bdf-8512-f52873a9c149 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 946 time: 0.0530777 Aug 19 15:26:16.138137 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-648484b8-25e0-4f82-b1e6-4ba531fc870f req-e6bf0520-a5a0-42ad-bb76-81b3f52abd03 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518258 Aug 19 15:26:16.280082 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-67873503-7a00-49ce-949d-19f412012005 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:16.284437 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-67873503-7a00-49ce-949d-19f412012005 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (37c587b5-f4ef-4ade-9fec-5606ca36840a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:16.402563 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.l3_db [None req-67873503-7a00-49ce-949d-19f412012005 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Floating IP 37c587b5-f4ef-4ade-9fec-5606ca36840a associated. External IP: 172.27.2.103, port: 789e4df0-1af5-4f96-9194-ab12ac1b5047. Aug 19 15:26:16.645329 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67873503-7a00-49ce-949d-19f412012005 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:26:16.694419 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:16.765686 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67873503-7a00-49ce-949d-19f412012005 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:26:16.771467 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-67873503-7a00-49ce-949d-19f412012005 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:16.780233 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089d0509-9bfd-403c-8155-537c6fc2bcf6 None None] Sync routers for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:26:16.791749 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089d0509-9bfd-403c-8155-537c6fc2bcf6 None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:26:16.793107 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-089d0509-9bfd-403c-8155-537c6fc2bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:26:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:16.814241 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-67873503-7a00-49ce-949d-19f412012005 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/37c587b5-f4ef-4ade-9fec-5606ca36840a HTTP/1.1" status: 200 len: 991 time: 1.1499026 Aug 19 15:26:16.814853 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4717c9f-2cd2-419b-a91c-7f722d99dd27', 'tag': '789e4df0-1af5-4f96-9194-ab12ac1b5047'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:26:16.817318 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd296373-96be-4ef5-a96d-e3945a51355f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4717c9f-2cd2-419b-a91c-7f722d99dd27", "tag": "789e4df0-1af5-4f96-9194-ab12ac1b5047"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:26:16.863163 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef7d88b-cc01-40d8-8c2c-e5ea169aeb64 x-openstack-request-id: req-3ef7d88b-cc01-40d8-8c2c-e5ea169aeb64 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:26:16.863458 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4717c9f-2cd2-419b-a91c-7f722d99dd27", "tag": "789e4df0-1af5-4f96-9194-ab12ac1b5047", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:26:16.863734 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3ef7d88b-cc01-40d8-8c2c-e5ea169aeb64 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:26:16.864147 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef7d88b-cc01-40d8-8c2c-e5ea169aeb64'] response: {'name': 'network-changed', 'server_uuid': 'd4717c9f-2cd2-419b-a91c-7f722d99dd27', 'tag': '789e4df0-1af5-4f96-9194-ab12ac1b5047', 'status': 'completed', 'code': 200} Aug 19 15:26:16.914045 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-089d0509-9bfd-403c-8155-537c6fc2bcf6 None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:26:17.059144 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:17.061942 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:17.114870 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:17.179385 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-089d0509-9bfd-403c-8155-537c6fc2bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '37c587b5-f4ef-4ade-9fec-5606ca36840a', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'port_id': '789e4df0-1af5-4f96-9194-ab12ac1b5047', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'mac_address': 'fa:16:3e:32:ad:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4717c9f-2cd2-419b-a91c-7f722d99dd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:25:37Z', 'updated_at': '2022-08-19T15:26:16Z', 'revision_number': 1, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'fixed_ip_address_scope': None}, {'id': '78276680-c2cb-4f62-9db4-d532396704bc', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'port_id': '02304f9d-f8e5-4fc7-8c86-f4b23da124da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'mac_address': 'fa:16:3e:d0:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13d4563-5477-4605-9b1b-85113d779753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:23:21Z', 'updated_at': '2022-08-19T15:24:06Z', 'revision_number': 2, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:17.211122 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089d0509-9bfd-403c-8155-537c6fc2bcf6 None None] Checking router: ec51b1ce-e2fe-4834-8fa7-aeb89d133590 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:26:17.220518 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089d0509-9bfd-403c-8155-537c6fc2bcf6 None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:26:17.221157 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-089d0509-9bfd-403c-8155-537c6fc2bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:26:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:17.287584 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795c9d1-d538-4d8a-a1a1-d1a1aa9f7bcb req-eefadccc-d6dc-4075-baf1-d1b7bdb3e35f tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:17.289433 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d795c9d1-d538-4d8a-a1a1-d1a1aa9f7bcb req-eefadccc-d6dc-4075-baf1-d1b7bdb3e35f tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 946 time: 0.0496058 Aug 19 15:26:17.349003 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-089d0509-9bfd-403c-8155-537c6fc2bcf6 None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:26:17.355577 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d795c9d1-d538-4d8a-a1a1-d1a1aa9f7bcb req-f6e32db7-2c79-4a0f-8fe3-991f79ef7f50 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591884 Aug 19 15:26:17.596829 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-089d0509-9bfd-403c-8155-537c6fc2bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '37c587b5-f4ef-4ade-9fec-5606ca36840a', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'port_id': '789e4df0-1af5-4f96-9194-ab12ac1b5047', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'mac_address': 'fa:16:3e:32:ad:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4717c9f-2cd2-419b-a91c-7f722d99dd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:25:37Z', 'updated_at': '2022-08-19T15:26:16Z', 'revision_number': 1, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'fixed_ip_address_scope': None}, {'id': '78276680-c2cb-4f62-9db4-d532396704bc', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'port_id': '02304f9d-f8e5-4fc7-8c86-f4b23da124da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'mac_address': 'fa:16:3e:d0:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13d4563-5477-4605-9b1b-85113d779753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:23:21Z', 'updated_at': '2022-08-19T15:24:06Z', 'revision_number': 2, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:17.633187 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089d0509-9bfd-403c-8155-537c6fc2bcf6 None None] The sync data for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi is: [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '37c587b5-f4ef-4ade-9fec-5606ca36840a', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'port_id': '789e4df0-1af5-4f96-9194-ab12ac1b5047', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'mac_address': 'fa:16:3e:32:ad:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4717c9f-2cd2-419b-a91c-7f722d99dd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:25:37Z', 'updated_at': '2022-08-19T15:26:16Z', 'revision_number': 1, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'fixed_ip_address_scope': None}, {'id': '78276680-c2cb-4f62-9db4-d532396704bc', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'port_id': '02304f9d-f8e5-4fc7-8c86-f4b23da124da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'mac_address': 'fa:16:3e:d0:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13d4563-5477-4605-9b1b-85113d779753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:23:21Z', 'updated_at': '2022-08-19T15:24:06Z', 'revision_number': 2, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:26:17.867069 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e216d8-52be-40c3-ba04-a9671d7d2ac7 None None] New status for floating IP 37c587b5-f4ef-4ade-9fec-5606ca36840a: ACTIVE {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:26:17.871571 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:17.894420 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd296373-96be-4ef5-a96d-e3945a51355f req-784fc595-8ebb-41b9-9e43-bc1b1cc3e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:17.897385 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cd296373-96be-4ef5-a96d-e3945a51355f req-784fc595-8ebb-41b9-9e43-bc1b1cc3e70d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cbf14c554d854af5ba8cd910c82d42e0&device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 1129 time: 0.0671089 Aug 19 15:26:18.038576 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd296373-96be-4ef5-a96d-e3945a51355f req-5605d93a-53b6-472c-a195-5d615c3852a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:18.040372 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cd296373-96be-4ef5-a96d-e3945a51355f req-5605d93a-53b6-472c-a195-5d615c3852a9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 HTTP/1.1" status: 200 len: 916 time: 0.1211028 Aug 19 15:26:18.225189 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cd296373-96be-4ef5-a96d-e3945a51355f req-b26f86c5-b7b4-4c56-9990-23d87cb60b5a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=789e4df0-1af5-4f96-9194-ab12ac1b5047 HTTP/1.1" status: 200 len: 1001 time: 0.0593352 Aug 19 15:26:18.287821 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd296373-96be-4ef5-a96d-e3945a51355f req-6c241215-90fe-44b1-ba87-5b1c2c23666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:18.289317 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cd296373-96be-4ef5-a96d-e3945a51355f req-6c241215-90fe-44b1-ba87-5b1c2c23666c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9f5a617c-2964-456f-ae12-5bd7af7fa552 HTTP/1.1" status: 200 len: 854 time: 0.0552793 Aug 19 15:26:18.380609 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd296373-96be-4ef5-a96d-e3945a51355f req-1e01fe58-4c59-4844-9a3c-90a32b63ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:18.382119 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cd296373-96be-4ef5-a96d-e3945a51355f req-1e01fe58-4c59-4844-9a3c-90a32b63ebbd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0776553 Aug 19 15:26:18.389028 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb5c06-5049-4420-ac7d-565d07841070 req-5841e4b9-df6b-4b5e-875b-7a8c03a60eb9 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:18.390463 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f8bb5c06-5049-4420-ac7d-565d07841070 req-5841e4b9-df6b-4b5e-875b-7a8c03a60eb9 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 946 time: 0.0773315 Aug 19 15:26:18.488160 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:18.512972 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ac228-8571-4292-bbd0-13aaf523251c req-6e2944b0-3434-4bcd-98c6-38f60eda1547 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:18.515356 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ac4ac228-8571-4292-bbd0-13aaf523251c req-6e2944b0-3434-4bcd-98c6-38f60eda1547 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 946 time: 0.0630445 Aug 19 15:26:18.541232 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:18.581082 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ac4ac228-8571-4292-bbd0-13aaf523251c req-e5c411ff-6a06-4e56-acc5-5710a8d9653e tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546350 Aug 19 15:26:18.582202 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-f8bb5c06-5049-4420-ac7d-565d07841070 req-5ff27ef0-8b74-475b-8e51-8fb56d66d73f tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Deleting port 2263536a-3085-4d33-91ef-bd0605452053 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:26:18.582748 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-f8bb5c06-5049-4420-ac7d-565d07841070 req-5ff27ef0-8b74-475b-8e51-8fb56d66d73f tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (2263536a-3085-4d33-91ef-bd0605452053), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:18.611113 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cd296373-96be-4ef5-a96d-e3945a51355f req-98cd19d2-7c35-43bf-9bb5-795c327b46be service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194710 Aug 19 15:26:18.860791 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-f8bb5c06-5049-4420-ac7d-565d07841070 req-5ff27ef0-8b74-475b-8e51-8fb56d66d73f tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] For port 2263536a-3085-4d33-91ef-bd0605452053, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=2263536a-3085-4d33-91ef-bd0605452053,segment=NetworkSegment(26783c6a-1591-44fe-9138-ddbe78576553),segment_id=26783c6a-1591-44fe-9138-ddbe78576553)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:18.861357 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-f8bb5c06-5049-4420-ac7d-565d07841070 req-5ff27ef0-8b74-475b-8e51-8fb56d66d73f tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (2263536a-3085-4d33-91ef-bd0605452053), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:18.894780 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-f8bb5c06-5049-4420-ac7d-565d07841070 req-5ff27ef0-8b74-475b-8e51-8fb56d66d73f tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Calling delete_port for 2263536a-3085-4d33-91ef-bd0605452053 owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:26:18.904175 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cd296373-96be-4ef5-a96d-e3945a51355f req-71b40cd0-d867-45e5-80a4-89a344a4079d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814794 Aug 19 15:26:19.022849 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:19.087865 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-f8bb5c06-5049-4420-ac7d-565d07841070 req-5ff27ef0-8b74-475b-8e51-8fb56d66d73f tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (2263536a-3085-4d33-91ef-bd0605452053), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:19.107625 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['2263536a-3085-4d33-91ef-bd0605452053'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:26:19.124240 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff27ef0-8b74-475b-8e51-8fb56d66d73f tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Pushing event deleted for resources: {'Port': ['ID=2263536a-3085-4d33-91ef-bd0605452053,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:19.205834 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bb5c06-5049-4420-ac7d-565d07841070 req-5ff27ef0-8b74-475b-8e51-8fb56d66d73f tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] No DVR routers for this DVR port 2263536a-3085-4d33-91ef-bd0605452053 on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:26:19.214230 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-f8bb5c06-5049-4420-ac7d-565d07841070 req-5ff27ef0-8b74-475b-8e51-8fb56d66d73f tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:19.217861 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f8bb5c06-5049-4420-ac7d-565d07841070 req-5ff27ef0-8b74-475b-8e51-8fb56d66d73f tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.52 "DELETE /networking/v2.0/ports/2263536a-3085-4d33-91ef-bd0605452053 HTTP/1.1" status: 204 len: 173 time: 0.8190107 Aug 19 15:26:19.218338 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7452037-dcc4-487a-8552-4b6d02b2dabb', 'name': 'network-vif-deleted', 'tag': '2263536a-3085-4d33-91ef-bd0605452053'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:26:19.222224 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59fc0da-6d6a-4789-84cf-0382e748a009" -d '{"events": [{"server_uuid": "e7452037-dcc4-487a-8552-4b6d02b2dabb", "name": "network-vif-deleted", "tag": "2263536a-3085-4d33-91ef-bd0605452053"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:26:19.275068 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69206fc-97bb-41e3-b2e9-51089a71d384 x-openstack-request-id: req-c69206fc-97bb-41e3-b2e9-51089a71d384 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:26:19.275368 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7452037-dcc4-487a-8552-4b6d02b2dabb", "name": "network-vif-deleted", "tag": "2263536a-3085-4d33-91ef-bd0605452053", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:26:19.275624 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c69206fc-97bb-41e3-b2e9-51089a71d384 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:26:19.276085 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c69206fc-97bb-41e3-b2e9-51089a71d384'] response: {'server_uuid': 'e7452037-dcc4-487a-8552-4b6d02b2dabb', 'name': 'network-vif-deleted', 'tag': '2263536a-3085-4d33-91ef-bd0605452053', 'status': 'completed', 'code': 200} Aug 19 15:26:19.520649 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 44612) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:19.634169 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-32697d53-6b2e-4b4f-9d1f-ff42ff2704aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:19.699096 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:19.723654 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e1b509f9-ebb3-4245-b8a9-74e1c7a0030a req-06f64c67-66cb-4fa1-b26f-f69ec600a983 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e7452037-dcc4-487a-8552-4b6d02b2dabb HTTP/1.1" status: 200 len: 210 time: 0.0319517 Aug 19 15:26:19.735122 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-32697d53-6b2e-4b4f-9d1f-ff42ff2704aa admin admin] Publish callbacks [] for security_group (dd071101-a3ce-4084-aa0d-4f170e5034fa), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:19.749070 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-32697d53-6b2e-4b4f-9d1f-ff42ff2704aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (dd071101-a3ce-4084-aa0d-4f170e5034fa), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:19.807795 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-32697d53-6b2e-4b4f-9d1f-ff42ff2704aa admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=ce54331eb3d34946865d569b51800674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853529 Aug 19 15:26:19.809455 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32697d53-6b2e-4b4f-9d1f-ff42ff2704aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd071101-a3ce-4084-aa0d-4f170e5034fa,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:19.812192 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 44626) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:19.868859 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a58b5a14-c01e-43a7-a24a-6fe0f19bd990 admin admin] Publish callbacks [] for security_group (dd071101-a3ce-4084-aa0d-4f170e5034fa), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:19.900710 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a58b5a14-c01e-43a7-a24a-6fe0f19bd990 admin admin] Publish callbacks [] for security_group (dd071101-a3ce-4084-aa0d-4f170e5034fa), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:19.956643 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a58b5a14-c01e-43a7-a24a-6fe0f19bd990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (dd071101-a3ce-4084-aa0d-4f170e5034fa), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:19.959280 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a58b5a14-c01e-43a7-a24a-6fe0f19bd990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:19.960522 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-a58b5a14-c01e-43a7-a24a-6fe0f19bd990 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/dd071101-a3ce-4084-aa0d-4f170e5034fa HTTP/1.1" status: 204 len: 168 time: 0.1473091 Aug 19 15:26:19.969456 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b5a14-c01e-43a7-a24a-6fe0f19bd990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd071101-a3ce-4084-aa0d-4f170e5034fa,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:20.281101 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 44640) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:20.299170 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1159093a-71b7-42d4-b814-f6733b5da07d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:20.382342 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1159093a-71b7-42d4-b814-f6733b5da07d admin admin] Publish callbacks [] for security_group (57dfdebb-a045-465b-8b68-4c59a30c229c), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:20.387639 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1159093a-71b7-42d4-b814-f6733b5da07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (57dfdebb-a045-465b-8b68-4c59a30c229c), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:20.430749 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-1159093a-71b7-42d4-b814-f6733b5da07d admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=f45dcc8ac2664c8ea6d0250d9ef3b9da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484225 Aug 19 15:26:20.431522 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159093a-71b7-42d4-b814-f6733b5da07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dfdebb-a045-465b-8b68-4c59a30c229c,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:20.433690 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 44642) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:20.491769 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Publish callbacks [] for security_group (57dfdebb-a045-465b-8b68-4c59a30c229c), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:20.514423 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Publish callbacks [] for security_group (57dfdebb-a045-465b-8b68-4c59a30c229c), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:20.563372 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (57dfdebb-a045-465b-8b68-4c59a30c229c), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:20.566220 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:20.567404 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/57dfdebb-a045-465b-8b68-4c59a30c229c HTTP/1.1" status: 204 len: 168 time: 0.1327384 Aug 19 15:26:20.577157 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dfdebb-a045-465b-8b68-4c59a30c229c,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:20.585119 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:20.585464 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:20.585803 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:20.586133 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:20.586460 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:20.586786 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:20.587112 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:20.587432 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:20.587754 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:20.588075 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:20.588463 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:20.588960 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:20.589489 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:20.589922 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:20.590246 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f986a-dca6-4fa0-afe8-90d9750a8308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:20.957824 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 44652) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:20.974494 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b684a8d6-afbd-4e3e-8a43-b511e9dde958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:21.051879 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:21.067236 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b684a8d6-afbd-4e3e-8a43-b511e9dde958 admin admin] Publish callbacks [] for security_group (f685d504-0c56-48a7-97df-c09333cb3fd3), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:21.072114 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b684a8d6-afbd-4e3e-8a43-b511e9dde958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (f685d504-0c56-48a7-97df-c09333cb3fd3), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:21.123403 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-b684a8d6-afbd-4e3e-8a43-b511e9dde958 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=0ee309dd698d4c34a1188132a35c60fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644547 Aug 19 15:26:21.124121 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684a8d6-afbd-4e3e-8a43-b511e9dde958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f685d504-0c56-48a7-97df-c09333cb3fd3,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:21.126098 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 44656) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:21.184657 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fb798d81-57ef-4da6-804d-0e62a141b928 admin admin] Publish callbacks [] for security_group (f685d504-0c56-48a7-97df-c09333cb3fd3), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:21.206015 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fb798d81-57ef-4da6-804d-0e62a141b928 admin admin] Publish callbacks [] for security_group (f685d504-0c56-48a7-97df-c09333cb3fd3), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:21.262951 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fb798d81-57ef-4da6-804d-0e62a141b928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (f685d504-0c56-48a7-97df-c09333cb3fd3), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:21.266073 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fb798d81-57ef-4da6-804d-0e62a141b928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:21.267264 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-fb798d81-57ef-4da6-804d-0e62a141b928 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/f685d504-0c56-48a7-97df-c09333cb3fd3 HTTP/1.1" status: 204 len: 168 time: 0.1401718 Aug 19 15:26:21.278459 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb798d81-57ef-4da6-804d-0e62a141b928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f685d504-0c56-48a7-97df-c09333cb3fd3,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:24.312057 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 2263536a-3085-4d33-91ef-bd0605452053 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:26:24.333359 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: 2263536a-3085-4d33-91ef-bd0605452053 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:26:24.333716 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 2263536a-3085-4d33-91ef-bd0605452053 not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:26:26.873199 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:26.914611 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-ae1e9035-e7d4-41a2-86a1-f6f47c3f5ab8 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-614027275&fields=id&tenant_id=0add00db6668475093f558e9700333d1 HTTP/1.1" status: 200 len: 267 time: 0.0486603 Aug 19 15:26:27.038997 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-8b5131bc-b032-452a-9d70-ba4e6bf7c9ef tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:27.040601 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-8b5131bc-b032-452a-9d70-ba4e6bf7c9ef tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/networks?id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 HTTP/1.1" status: 200 len: 812 time: 0.1183155 Aug 19 15:26:27.056756 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-aad5357b-30d7-4374-be00-24dbf72b8208 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/quotas/0add00db6668475093f558e9700333d1 HTTP/1.1" status: 200 len: 375 time: 0.0101659 Aug 19 15:26:27.112683 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-02ddce77-408c-4a4d-ba37-e578b7c4e841 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=0add00db6668475093f558e9700333d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488656 Aug 19 15:26:27.150334 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:27.218596 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-1eec362b-7c03-4253-835d-f7e152d8cefa service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940931 Aug 19 15:26:27.316925 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-3ed35f70-c293-4fed-b299-06da591dfe07 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919886 Aug 19 15:26:27.648001 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b77063df-5b1a-4cee-8af4-dfb0d607051b req-769c4904-438f-43fd-8407-c3bfddf76c62 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 210 time: 0.0341320 Aug 19 15:26:27.991472 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:27.995360 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:28.762124 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f98ddd58-e0ba-4a34-9f31-f5e4a4bc8b52 req-43174e25-7665-47f0-8fa5-49b856ff0342 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 210 time: 0.0304852 Aug 19 15:26:29.893710 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f4928a14-4981-41ab-b6de-c5084f5ad441 req-6d6925c2-e21f-4506-aa21-aed8c89c7c1d tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 210 time: 0.0556300 Aug 19 15:26:29.977189 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-d76a3923-5446-404f-847f-e06efc00ca8b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:29.978767 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-d76a3923-5446-404f-847f-e06efc00ca8b tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/networks?id=37d539b3-8a9d-4ad1-b572-f18d00ea3641 HTTP/1.1" status: 200 len: 814 time: 0.1419837 Aug 19 15:26:30.003123 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-77cc49eb-20f7-4fe1-a63a-d7c562ea0de7 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/quotas/42b848bb5725477b8832057b56c9cf4d HTTP/1.1" status: 200 len: 375 time: 0.0160058 Aug 19 15:26:30.040070 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-6a5cf797-73f0-4f81-a05d-83caad855497 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=42b848bb5725477b8832057b56c9cf4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308816 Aug 19 15:26:30.185091 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e8f5af1-88be-49fa-8a24-1a78acb3c85c service neutron] 10.222.0.75 "GET /networking/v2.0/networks/37d539b3-8a9d-4ad1-b572-f18d00ea3641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334763 Aug 19 15:26:30.203556 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-8bc7f5ab-2ec4-4991-828c-5934a20dee22 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:30.203556 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-8bc7f5ab-2ec4-4991-828c-5934a20dee22 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.52 "GET /networking/v2.0/networks?id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 HTTP/1.1" status: 200 len: 812 time: 0.1367989 Aug 19 15:26:30.293290 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-b03ec8e7-0526-448c-a52b-18ae5e041b61 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0add00db6668475093f558e9700333d1 HTTP/1.1" status: 200 len: 379 time: 0.0692148 Aug 19 15:26:30.295724 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-9950533a-bf12-4682-9fdf-829f339f67dd service neutron] 10.222.0.75 "GET /networking/v2.0/networks/37d539b3-8a9d-4ad1-b572-f18d00ea3641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093113 Aug 19 15:26:30.313040 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-14a1c6c6-3a75-4b6b-accc-7d5865be47c4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Request body: {'port': {'device_id': 'cfb210f1-d4a9-4f36-8880-0d17b7e81557', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'admin_state_up': True, 'tenant_id': '0add00db6668475093f558e9700333d1', 'security_groups': ['13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a']}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:30.427588 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:30.466451 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-14a1c6c6-3a75-4b6b-accc-7d5865be47c4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Made reservation on behalf of 0add00db6668475093f558e9700333d1 for: {'port': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:30.470103 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-14a1c6c6-3a75-4b6b-accc-7d5865be47c4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:30.505886 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4bf1ad76-d280-497e-802d-867c0fca479d req-afd81edb-3924-46be-8944-c5d0672cdcbb tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ac205760-e647-4a14-8071-037941d867ce HTTP/1.1" status: 200 len: 210 time: 0.0368800 Aug 19 15:26:30.632139 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-14a1c6c6-3a75-4b6b-accc-7d5865be47c4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Allocated IP 172.20.0.7 (6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8/93c92eb6-ecf3-4e09-8dc4-e6863da8989f/d6f269ef-65e3-4c71-9074-4a4034f13618) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:31.025756 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-100082a6-60d0-4e62-90dc-807ea74783af req-4aff5eb5-9c76-4c55-a600-204aa55eab13 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 210 time: 0.0360119 Aug 19 15:26:31.060093 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-14a1c6c6-3a75-4b6b-accc-7d5865be47c4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for port (d6f269ef-65e3-4c71-9074-4a4034f13618), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:31.104700 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-14a1c6c6-3a75-4b6b-accc-7d5865be47c4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (d6f269ef-65e3-4c71-9074-4a4034f13618), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:31.154950 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-14a1c6c6-3a75-4b6b-accc-7d5865be47c4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:31.160522 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-14a1c6c6-3a75-4b6b-accc-7d5865be47c4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:31.162740 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1c6c6-3a75-4b6b-accc-7d5865be47c4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event updated for resources: {'Port': ['ID=d6f269ef-65e3-4c71-9074-4a4034f13618,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:31.165008 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-14a1c6c6-3a75-4b6b-accc-7d5865be47c4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:26:31.224698 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-14a1c6c6-3a75-4b6b-accc-7d5865be47c4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:31.225380 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-14a1c6c6-3a75-4b6b-accc-7d5865be47c4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:31.238502 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:31.248130 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-14a1c6c6-3a75-4b6b-accc-7d5865be47c4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9391189 Aug 19 15:26:31.292343 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:31.463117 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-2dd0f24e-9715-4273-afd6-8396b1a29088 None None] Provisioning complete for port d6f269ef-65e3-4c71-9074-4a4034f13618 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:26:31.463814 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f24e-9715-4273-afd6-8396b1a29088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (d6f269ef-65e3-4c71-9074-4a4034f13618), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:31.477239 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Request body: {'port': {'device_id': 'cfb210f1-d4a9-4f36-8880-0d17b7e81557', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:31.500817 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-2dd0f24e-9715-4273-afd6-8396b1a29088 None None] Port d6f269ef-65e3-4c71-9074-4a4034f13618 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:26:31.561894 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (d6f269ef-65e3-4c71-9074-4a4034f13618), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:31.671454 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c8df39a6-3b2f-4b23-95f8-844646db6bb6 req-d22f1e1d-33da-404a-96f6-2b41c971006c tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ac205760-e647-4a14-8071-037941d867ce HTTP/1.1" status: 200 len: 210 time: 0.0501878 Aug 19 15:26:31.796210 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1bf86128-7110-4e43-af9c-b398d1c09763 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:31.797979 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1bf86128-7110-4e43-af9c-b398d1c09763 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.52 "GET /networking/v2.0/networks?id=37d539b3-8a9d-4ad1-b572-f18d00ea3641 HTTP/1.1" status: 200 len: 814 time: 0.2211387 Aug 19 15:26:31.899363 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-d84dfde4-1623-4f9b-b230-4a6ef430eeae tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Request body: {'port': {'device_id': 'ac205760-e647-4a14-8071-037941d867ce', 'network_id': '37d539b3-8a9d-4ad1-b572-f18d00ea3641', 'admin_state_up': True, 'tenant_id': '42b848bb5725477b8832057b56c9cf4d'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:31.903858 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:31.996305 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f269ef-65e3-4c71-9074-4a4034f13618 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:26:32.008718 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Publish callbacks [] for port (d6f269ef-65e3-4c71-9074-4a4034f13618), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:32.035759 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Transition to ACTIVE for port object d6f269ef-65e3-4c71-9074-4a4034f13618 will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:26:32.048541 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (d6f269ef-65e3-4c71-9074-4a4034f13618), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:32.137937 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-d84dfde4-1623-4f9b-b230-4a6ef430eeae tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Made reservation on behalf of 42b848bb5725477b8832057b56c9cf4d for: {'port': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:32.141385 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-d84dfde4-1623-4f9b-b230-4a6ef430eeae tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:32.162401 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Pushing event updated for resources: {'Port': ['ID=d6f269ef-65e3-4c71-9074-4a4034f13618,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:32.163959 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cbc8a-d90f-4a68-94e6-ec1077014dae req-60623456-0546-4c5a-8e90-593f62e9ba59 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:32.165583 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1e3cbc8a-d90f-4a68-94e6-ec1077014dae req-60623456-0546-4c5a-8e90-593f62e9ba59 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 943 time: 0.0556104 Aug 19 15:26:32.230308 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1e3cbc8a-d90f-4a68-94e6-ec1077014dae req-f6dd0d07-ca22-40f3-bcfb-dc876070c318 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522189 Aug 19 15:26:32.251317 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Attempting to bind port d6f269ef-65e3-4c71-9074-4a4034f13618 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:26:32.251860 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Attempting to bind port d6f269ef-65e3-4c71-9074-4a4034f13618 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:26:32.251993 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Attempting to bind port d6f269ef-65e3-4c71-9074-4a4034f13618 on network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:26:32.265901 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Port d6f269ef-65e3-4c71-9074-4a4034f13618 on network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:26:32.266238 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Attempting to bind port d6f269ef-65e3-4c71-9074-4a4034f13618 on network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:26:32.278880 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:26:32.279295 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Checking segment: {'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:26:32.279607 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Bound using segment: {'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:26:32.280052 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Bound port: d6f269ef-65e3-4c71-9074-4a4034f13618, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:26:32.280495 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (d6f269ef-65e3-4c71-9074-4a4034f13618), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:32.303005 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:32.370163 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-d84dfde4-1623-4f9b-b230-4a6ef430eeae tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Allocated IP 172.20.0.13 (37d539b3-8a9d-4ad1-b572-f18d00ea3641/f8ad2a11-8ec3-4bc1-9172-195617787148/186f45a6-6f25-464c-b4a4-cb2af2dbcb29) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:32.403533 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] For port d6f269ef-65e3-4c71-9074-4a4034f13618, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:26:32.408470 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] For port d6f269ef-65e3-4c71-9074-4a4034f13618, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d6f269ef-65e3-4c71-9074-4a4034f13618,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:26:32.423876 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (d6f269ef-65e3-4c71-9074-4a4034f13618), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:32.436979 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:32.437593 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:32.439003 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/d6f269ef-65e3-4c71-9074-4a4034f13618 HTTP/1.1" status: 200 len: 1093 time: 0.9663832 Aug 19 15:26:32.439516 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb210f1-d4a9-4f36-8880-0d17b7e81557', 'tag': 'd6f269ef-65e3-4c71-9074-4a4034f13618'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:26:32.441855 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c06586-df3c-4248-9552-9ae0d44bac0d" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb210f1-d4a9-4f36-8880-0d17b7e81557", "tag": "d6f269ef-65e3-4c71-9074-4a4034f13618"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:26:32.499030 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51b9d6c-f28e-47d0-8b54-a520433480cd x-openstack-request-id: req-a51b9d6c-f28e-47d0-8b54-a520433480cd {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:26:32.499316 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb210f1-d4a9-4f36-8880-0d17b7e81557", "tag": "d6f269ef-65e3-4c71-9074-4a4034f13618", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:26:32.499572 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a51b9d6c-f28e-47d0-8b54-a520433480cd {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:26:32.499971 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51b9d6c-f28e-47d0-8b54-a520433480cd'] response: {'name': 'network-changed', 'server_uuid': 'cfb210f1-d4a9-4f36-8880-0d17b7e81557', 'tag': 'd6f269ef-65e3-4c71-9074-4a4034f13618', 'status': 'completed', 'code': 200} Aug 19 15:26:32.585224 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e30ff-65bf-4c0e-ad84-c4b6e9daeeee service neutron] Pushing event updated for resources: {'Port': ['ID=d6f269ef-65e3-4c71-9074-4a4034f13618,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:32.601912 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-50eb83b6-44ea-4d33-bd69-d091aa1b99de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:32.603434 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-50eb83b6-44ea-4d33-bd69-d091aa1b99de service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0add00db6668475093f558e9700333d1&device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 1127 time: 0.1027172 Aug 19 15:26:32.655791 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-24dcf208-b458-4e27-abcf-0162f9198908 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6f269ef-65e3-4c71-9074-4a4034f13618 HTTP/1.1" status: 200 len: 217 time: 0.0443363 Aug 19 15:26:32.717694 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:32.722521 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-d84dfde4-1623-4f9b-b230-4a6ef430eeae tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Publish callbacks [] for port (186f45a6-6f25-464c-b4a4-cb2af2dbcb29), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:32.734647 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-81d25830-54f9-458d-9bdd-3799a740e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:32.736118 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-81d25830-54f9-458d-9bdd-3799a740e1cd service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93c92eb6-ecf3-4e09-8dc4-e6863da8989f HTTP/1.1" status: 200 len: 851 time: 0.0710423 Aug 19 15:26:32.781038 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-00b7b540-b517-4f0f-8ec3-18a680bb0f2f req-5335e7d1-af94-4333-873b-e90c498d7c26 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ac205760-e647-4a14-8071-037941d867ce HTTP/1.1" status: 200 len: 210 time: 0.0287704 Aug 19 15:26:32.796912 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-a009fff3-86a9-415c-94f2-4c0dfa64e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:32.798432 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-a009fff3-86a9-415c-94f2-4c0dfa64e053 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0547462 Aug 19 15:26:32.805336 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-d84dfde4-1623-4f9b-b230-4a6ef430eeae tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (186f45a6-6f25-464c-b4a4-cb2af2dbcb29), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:32.918527 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-d84dfde4-1623-4f9b-b230-4a6ef430eeae tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Network 37d539b3-8a9d-4ad1-b572-f18d00ea3641 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:32.926126 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-d84dfde4-1623-4f9b-b230-4a6ef430eeae tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:32.930222 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84dfde4-1623-4f9b-b230-4a6ef430eeae tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Pushing event updated for resources: {'Port': ['ID=186f45a6-6f25-464c-b4a4-cb2af2dbcb29,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:32.937179 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-d84dfde4-1623-4f9b-b230-4a6ef430eeae tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:26:33.002703 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-76a58ad9-b243-45ce-a154-99b3f3511ec8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953926 Aug 19 15:26:33.011632 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-d84dfde4-1623-4f9b-b230-4a6ef430eeae tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:33.012294 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-d84dfde4-1623-4f9b-b230-4a6ef430eeae tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:33.053992 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-d84dfde4-1623-4f9b-b230-4a6ef430eeae tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1607900 Aug 19 15:26:33.090042 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Request body: {'port': {'device_id': 'ac205760-e647-4a14-8071-037941d867ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:33.167620 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:33.176031 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-0fac83f7-0d5a-48d2-b7ff-e187539a3fee req-bd944d16-9be3-4916-bae3-b6cf9e82a391 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605365 Aug 19 15:26:33.181683 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (186f45a6-6f25-464c-b4a4-cb2af2dbcb29), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:33.361863 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fe285-a0f8-41c6-a929-e2242612830d req-43e11065-a556-4248-88f4-4ceb04a4d550 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:33.363387 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-524fe285-a0f8-41c6-a929-e2242612830d req-43e11065-a556-4248-88f4-4ceb04a4d550 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 943 time: 0.0482235 Aug 19 15:26:33.420437 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-524fe285-a0f8-41c6-a929-e2242612830d req-8badf5ea-59c4-4d00-9de0-a90ab7037666 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512509 Aug 19 15:26:33.477734 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:26:33.487026 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Publish callbacks [] for port (186f45a6-6f25-464c-b4a4-cb2af2dbcb29), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:33.502513 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Transition to ACTIVE for port object 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:26:33.507058 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (186f45a6-6f25-464c-b4a4-cb2af2dbcb29), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:33.543305 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:33.617610 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c06586-df3c-4248-9552-9ae0d44bac0d req-763477ae-5449-4246-90f7-2769ccadecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:33.619076 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-91c06586-df3c-4248-9552-9ae0d44bac0d req-763477ae-5449-4246-90f7-2769ccadecce service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0add00db6668475093f558e9700333d1&device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 1127 time: 0.0871725 Aug 19 15:26:33.619795 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Pushing event updated for resources: {'Port': ['ID=186f45a6-6f25-464c-b4a4-cb2af2dbcb29,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:33.735953 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Attempting to bind port 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:26:33.736180 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Attempting to bind port 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '26783c6a-1591-44fe-9138-ddbe78576553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37d539b3-8a9d-4ad1-b572-f18d00ea3641'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:26:33.736535 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Attempting to bind port 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 on network 37d539b3-8a9d-4ad1-b572-f18d00ea3641 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:26:33.746403 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Port 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 on network 37d539b3-8a9d-4ad1-b572-f18d00ea3641 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:26:33.746723 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Attempting to bind port 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 on network 37d539b3-8a9d-4ad1-b572-f18d00ea3641 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:26:33.762267 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:26:33.762598 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Checking segment: {'id': '26783c6a-1591-44fe-9138-ddbe78576553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37d539b3-8a9d-4ad1-b572-f18d00ea3641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:26:33.762977 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Bound using segment: {'id': '26783c6a-1591-44fe-9138-ddbe78576553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37d539b3-8a9d-4ad1-b572-f18d00ea3641'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:26:33.763413 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Bound port: 186f45a6-6f25-464c-b4a4-cb2af2dbcb29, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26783c6a-1591-44fe-9138-ddbe78576553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37d539b3-8a9d-4ad1-b572-f18d00ea3641'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:26:33.763763 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (186f45a6-6f25-464c-b4a4-cb2af2dbcb29), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:33.776452 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c06586-df3c-4248-9552-9ae0d44bac0d req-7a5f03ab-e267-4e84-a5cf-2d31c0e807e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:33.777914 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-91c06586-df3c-4248-9552-9ae0d44bac0d req-7a5f03ab-e267-4e84-a5cf-2d31c0e807e4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 HTTP/1.1" status: 200 len: 913 time: 0.1374750 Aug 19 15:26:33.839248 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-91c06586-df3c-4248-9552-9ae0d44bac0d req-26f86366-de1a-41dd-9154-6e582f853691 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6f269ef-65e3-4c71-9074-4a4034f13618 HTTP/1.1" status: 200 len: 217 time: 0.0534010 Aug 19 15:26:33.874461 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:33.897462 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] For port 186f45a6-6f25-464c-b4a4-cb2af2dbcb29, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:26:33.913227 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc9e04-a9d8-4238-a8a2-eaf6f237326d req-f3e6cefc-caea-4e56-bc02-9d4a8ed9afe8 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:33.914785 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ffcc9e04-a9d8-4238-a8a2-eaf6f237326d req-f3e6cefc-caea-4e56-bc02-9d4a8ed9afe8 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ac205760-e647-4a14-8071-037941d867ce HTTP/1.1" status: 200 len: 944 time: 0.0515518 Aug 19 15:26:33.918469 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] For port 186f45a6-6f25-464c-b4a4-cb2af2dbcb29, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=186f45a6-6f25-464c-b4a4-cb2af2dbcb29,segment=NetworkSegment(26783c6a-1591-44fe-9138-ddbe78576553),segment_id=26783c6a-1591-44fe-9138-ddbe78576553)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:26:33.926864 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c06586-df3c-4248-9552-9ae0d44bac0d req-d36dfbdc-6ed4-4676-a357-abc7ac348098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:33.928329 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-91c06586-df3c-4248-9552-9ae0d44bac0d req-d36dfbdc-6ed4-4676-a357-abc7ac348098 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93c92eb6-ecf3-4e09-8dc4-e6863da8989f HTTP/1.1" status: 200 len: 851 time: 0.0670145 Aug 19 15:26:33.929921 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (186f45a6-6f25-464c-b4a4-cb2af2dbcb29), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:33.935476 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:33.936080 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:33.937463 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/186f45a6-6f25-464c-b4a4-cb2af2dbcb29 HTTP/1.1" status: 200 len: 1094 time: 0.8531721 Aug 19 15:26:33.990723 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ffcc9e04-a9d8-4238-a8a2-eaf6f237326d req-0c8ef650-a50f-4a4b-98ae-7601ce957fe1 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676415 Aug 19 15:26:34.041162 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c06586-df3c-4248-9552-9ae0d44bac0d req-3b6457f6-275a-495d-a8f9-dd0e48f65d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:34.043225 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-91c06586-df3c-4248-9552-9ae0d44bac0d req-3b6457f6-275a-495d-a8f9-dd0e48f65d17 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0888352 Aug 19 15:26:34.061718 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bd68e-b05f-46ff-8724-6b2876ea7159 service neutron] Pushing event updated for resources: {'Port': ['ID=186f45a6-6f25-464c-b4a4-cb2af2dbcb29,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:34.076216 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-623254b0-af31-4916-8af5-3ca423b9ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:34.077724 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-623254b0-af31-4916-8af5-3ca423b9ddb4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42b848bb5725477b8832057b56c9cf4d&device_id=ac205760-e647-4a14-8071-037941d867ce HTTP/1.1" status: 200 len: 1128 time: 0.0847797 Aug 19 15:26:34.083935 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:34.153732 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-0b103a0b-8466-4f9a-8eea-c432b93da254 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=186f45a6-6f25-464c-b4a4-cb2af2dbcb29 HTTP/1.1" status: 200 len: 217 time: 0.0666096 Aug 19 15:26:34.221307 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-91c06586-df3c-4248-9552-9ae0d44bac0d req-4461fedc-ae5e-4430-ac62-5d6865d6b42c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697214 Aug 19 15:26:34.241226 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-15ac9809-fb19-441a-85d9-96a700925d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:34.242594 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-15ac9809-fb19-441a-85d9-96a700925d7d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=f8ad2a11-8ec3-4bc1-9172-195617787148 HTTP/1.1" status: 200 len: 854 time: 0.0766509 Aug 19 15:26:34.294943 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-c54ac488-2046-47a5-908f-42f5e6feccf9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=37d539b3-8a9d-4ad1-b572-f18d00ea3641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385802 Aug 19 15:26:34.416169 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-91c06586-df3c-4248-9552-9ae0d44bac0d req-08aad123-bd4a-420a-a3f8-a1d68c94bbc0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833737 Aug 19 15:26:34.435923 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-38d8b600-93d9-4052-8d25-1d243132c3fa service neutron] 10.222.0.52 "GET /networking/v2.0/networks/37d539b3-8a9d-4ad1-b572-f18d00ea3641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116986 Aug 19 15:26:34.548681 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04d9dc-68e8-48f3-882a-85542b51fccd req-4f7ed30b-c78e-4879-b0ad-d3ce9893f33c tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:34.550350 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2d04d9dc-68e8-48f3-882a-85542b51fccd req-4f7ed30b-c78e-4879-b0ad-d3ce9893f33c tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 943 time: 0.0535903 Aug 19 15:26:34.610119 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2d04d9dc-68e8-48f3-882a-85542b51fccd req-02e7bda0-2c52-4a07-9ae9-37e4eeec28fb tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538559 Aug 19 15:26:34.745698 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac205760-e647-4a14-8071-037941d867ce', 'tag': '186f45a6-6f25-464c-b4a4-cb2af2dbcb29'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:26:34.747940 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc829a8-8a53-47d4-ad70-1e14ef6a4e16" -d '{"events": [{"name": "network-changed", "server_uuid": "ac205760-e647-4a14-8071-037941d867ce", "tag": "186f45a6-6f25-464c-b4a4-cb2af2dbcb29"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:26:34.762432 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:34.786221 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f172243d-2a99-422f-978e-fd85c62a9fb7 req-f97365ca-e84f-4238-a24a-caa9209e0c13 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/37d539b3-8a9d-4ad1-b572-f18d00ea3641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365023 Aug 19 15:26:34.789002 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff335a58-28cc-4407-b392-1078c69e635e x-openstack-request-id: req-ff335a58-28cc-4407-b392-1078c69e635e {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:26:34.789294 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac205760-e647-4a14-8071-037941d867ce", "tag": "186f45a6-6f25-464c-b4a4-cb2af2dbcb29", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:26:34.789551 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ff335a58-28cc-4407-b392-1078c69e635e {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:26:34.789943 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff335a58-28cc-4407-b392-1078c69e635e'] response: {'name': 'network-changed', 'server_uuid': 'ac205760-e647-4a14-8071-037941d867ce', 'tag': '186f45a6-6f25-464c-b4a4-cb2af2dbcb29', 'status': 'completed', 'code': 200} Aug 19 15:26:35.113155 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c881dc4-a90a-4458-a4a2-80d45441e77f req-36dceaea-2f5b-46f7-ab75-f758a5fb0512 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:35.114667 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3c881dc4-a90a-4458-a4a2-80d45441e77f req-36dceaea-2f5b-46f7-ab75-f758a5fb0512 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ac205760-e647-4a14-8071-037941d867ce HTTP/1.1" status: 200 len: 944 time: 0.0522788 Aug 19 15:26:35.149159 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:35.167510 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3c881dc4-a90a-4458-a4a2-80d45441e77f req-899bde1c-d878-4ef7-bf91-69a2b80730b3 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472155 Aug 19 15:26:35.735546 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca276d-f5b3-4cc1-9c3c-e9f687930e98 req-90869587-9cd9-48a6-bd77-87fb0e170773 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:35.737092 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-39ca276d-f5b3-4cc1-9c3c-e9f687930e98 req-90869587-9cd9-48a6-bd77-87fb0e170773 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 943 time: 0.0478790 Aug 19 15:26:35.787160 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-39ca276d-f5b3-4cc1-9c3c-e9f687930e98 req-37c32362-f4f2-4a19-940a-a12ee9a0ce84 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444496 Aug 19 15:26:35.874216 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc829a8-8a53-47d4-ad70-1e14ef6a4e16 req-f1a60367-0e94-4b9a-8ad3-c0b016a68c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:35.875723 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-0cc829a8-8a53-47d4-ad70-1e14ef6a4e16 req-f1a60367-0e94-4b9a-8ad3-c0b016a68c70 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42b848bb5725477b8832057b56c9cf4d&device_id=ac205760-e647-4a14-8071-037941d867ce HTTP/1.1" status: 200 len: 1128 time: 0.0420659 Aug 19 15:26:35.973242 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc829a8-8a53-47d4-ad70-1e14ef6a4e16 req-26b117af-7a18-46a4-8c11-e3c73b3efb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:35.974628 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-0cc829a8-8a53-47d4-ad70-1e14ef6a4e16 req-26b117af-7a18-46a4-8c11-e3c73b3efb6d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=37d539b3-8a9d-4ad1-b572-f18d00ea3641 HTTP/1.1" status: 200 len: 915 time: 0.0921080 Aug 19 15:26:36.017829 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-0cc829a8-8a53-47d4-ad70-1e14ef6a4e16 req-31ce02a2-afed-4283-bd9e-99202adab033 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=186f45a6-6f25-464c-b4a4-cb2af2dbcb29 HTTP/1.1" status: 200 len: 217 time: 0.0329602 Aug 19 15:26:36.068975 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc829a8-8a53-47d4-ad70-1e14ef6a4e16 req-640d9fb8-19b9-4686-bea3-482f6fb62401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:36.070418 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-0cc829a8-8a53-47d4-ad70-1e14ef6a4e16 req-640d9fb8-19b9-4686-bea3-482f6fb62401 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=f8ad2a11-8ec3-4bc1-9172-195617787148 HTTP/1.1" status: 200 len: 854 time: 0.0446360 Aug 19 15:26:36.108837 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-0cc829a8-8a53-47d4-ad70-1e14ef6a4e16 req-5b1ecd00-08ec-4ec1-9055-11a86301e7d4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=37d539b3-8a9d-4ad1-b572-f18d00ea3641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309558 Aug 19 15:26:36.201109 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-0cc829a8-8a53-47d4-ad70-1e14ef6a4e16 req-0c2eb61f-61d6-44fe-9374-e32b8b458b55 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/37d539b3-8a9d-4ad1-b572-f18d00ea3641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845237 Aug 19 15:26:36.291063 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf485f07-2912-4bd8-ac7b-dd64a6c3032a req-d203bb0f-ef83-4279-a10a-a791086003d3 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:36.293406 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-bf485f07-2912-4bd8-ac7b-dd64a6c3032a req-d203bb0f-ef83-4279-a10a-a791086003d3 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ac205760-e647-4a14-8071-037941d867ce HTTP/1.1" status: 200 len: 944 time: 0.0523312 Aug 19 15:26:36.304895 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-0cc829a8-8a53-47d4-ad70-1e14ef6a4e16 req-c4bf45b6-4c95-4b25-ba3e-f9656fcbde1f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/37d539b3-8a9d-4ad1-b572-f18d00ea3641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967953 Aug 19 15:26:36.341980 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-bf485f07-2912-4bd8-ac7b-dd64a6c3032a req-838d2a62-e800-4a84-8406-91b69e9d9d73 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426700 Aug 19 15:26:36.908210 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d95852-dd64-4152-bef9-130aded4803f req-9372f9e7-eb81-4ff6-8109-f640f3921af2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:36.909780 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25d95852-dd64-4152-bef9-130aded4803f req-9372f9e7-eb81-4ff6-8109-f640f3921af2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 943 time: 0.0485535 Aug 19 15:26:36.964600 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25d95852-dd64-4152-bef9-130aded4803f req-ab2ab6d4-fca9-4a65-ab40-5089daa7a794 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485742 Aug 19 15:26:37.029302 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:26:37.263808 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 186f45a6-6f25-464c-b4a4-cb2af2dbcb29, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=186f45a6-6f25-464c-b4a4-cb2af2dbcb29,segment=NetworkSegment(26783c6a-1591-44fe-9138-ddbe78576553),segment_id=26783c6a-1591-44fe-9138-ddbe78576553)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:37.275573 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': '186f45a6-6f25-464c-b4a4-cb2af2dbcb29', 'network_id': '37d539b3-8a9d-4ad1-b572-f18d00ea3641', 'port_id': '186f45a6-6f25-464c-b4a4-cb2af2dbcb29', 'mac_address': 'fa:16:3e:8a:e5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ad2a11-8ec3-4bc1-9172-195617787148', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:26:37.313693 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:26:37.314073 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (186f45a6-6f25-464c-b4a4-cb2af2dbcb29), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:37.327619 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:26:37.347007 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 186f45a6-6f25-464c-b4a4-cb2af2dbcb29, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=186f45a6-6f25-464c-b4a4-cb2af2dbcb29,segment=NetworkSegment(26783c6a-1591-44fe-9138-ddbe78576553),segment_id=26783c6a-1591-44fe-9138-ddbe78576553)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:37.351388 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (186f45a6-6f25-464c-b4a4-cb2af2dbcb29), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:37.405006 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=186f45a6-6f25-464c-b4a4-cb2af2dbcb29,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:37.412472 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:37.412818 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:37.413178 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:37.413541 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:37.413868 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:37.414192 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:37.414513 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:37.414835 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:37.415169 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:37.415492 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:37.415820 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:37.416144 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:37.417045 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:37.417492 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:37.418143 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:37.477038 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ac9fd-c0ef-4e88-9101-990638a36e0e req-09773ba6-4ff1-4f05-a2cb-53e69c7f2e55 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:37.478513 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-372ac9fd-c0ef-4e88-9101-990638a36e0e req-09773ba6-4ff1-4f05-a2cb-53e69c7f2e55 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ac205760-e647-4a14-8071-037941d867ce HTTP/1.1" status: 200 len: 945 time: 0.0488441 Aug 19 15:26:37.532655 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-372ac9fd-c0ef-4e88-9101-990638a36e0e req-8490e0cd-8840-4458-a6a8-0634555790fa tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477817 Aug 19 15:26:37.656141 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['186f45a6-6f25-464c-b4a4-cb2af2dbcb29'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:26:37.701918 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:38.083543 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09938b9f-1f48-47b8-8015-61933d802552 req-8cc1d8d2-f673-40ca-9636-cc079c897705 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:38.085053 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-09938b9f-1f48-47b8-8015-61933d802552 req-8cc1d8d2-f673-40ca-9636-cc079c897705 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 943 time: 0.0480971 Aug 19 15:26:38.134964 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-09938b9f-1f48-47b8-8015-61933d802552 req-89b74045-aa92-43b0-a399-ee90d7b5157c tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442917 Aug 19 15:26:38.658925 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b4008-11e6-4c59-bb32-561c8bed4ec6 req-51e5202c-1054-4093-b465-36c7764631c0 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:38.660460 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-106b4008-11e6-4c59-bb32-561c8bed4ec6 req-51e5202c-1054-4093-b465-36c7764631c0 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ac205760-e647-4a14-8071-037941d867ce HTTP/1.1" status: 200 len: 945 time: 0.0496304 Aug 19 15:26:38.708679 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-106b4008-11e6-4c59-bb32-561c8bed4ec6 req-0f57c974-1674-4be5-b716-d203cf15c7be tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426002 Aug 19 15:26:38.906110 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:39.031410 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:39.075790 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:26:39.081355 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:26:39.081775 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (186f45a6-6f25-464c-b4a4-cb2af2dbcb29), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:39.157607 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:26:39.157915 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (186f45a6-6f25-464c-b4a4-cb2af2dbcb29), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:39.187321 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac205760-e647-4a14-8071-037941d867ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186f45a6-6f25-464c-b4a4-cb2af2dbcb29'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:26:39.189606 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238144b4-7336-410f-a2ee-dddadd87a798" -d '{"events": [{"server_uuid": "ac205760-e647-4a14-8071-037941d867ce", "name": "network-vif-plugged", "status": "completed", "tag": "186f45a6-6f25-464c-b4a4-cb2af2dbcb29"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:26:39.204432 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 186f45a6-6f25-464c-b4a4-cb2af2dbcb29, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=186f45a6-6f25-464c-b4a4-cb2af2dbcb29,segment=NetworkSegment(26783c6a-1591-44fe-9138-ddbe78576553),segment_id=26783c6a-1591-44fe-9138-ddbe78576553)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:39.209043 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (186f45a6-6f25-464c-b4a4-cb2af2dbcb29), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:39.234036 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543a478e-0cf5-4e81-b943-e6d158b9a06c x-openstack-request-id: req-543a478e-0cf5-4e81-b943-e6d158b9a06c {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:26:39.234338 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac205760-e647-4a14-8071-037941d867ce", "name": "network-vif-plugged", "status": "completed", "tag": "186f45a6-6f25-464c-b4a4-cb2af2dbcb29", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:26:39.234596 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-543a478e-0cf5-4e81-b943-e6d158b9a06c {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:26:39.234994 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-543a478e-0cf5-4e81-b943-e6d158b9a06c'] response: {'server_uuid': 'ac205760-e647-4a14-8071-037941d867ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186f45a6-6f25-464c-b4a4-cb2af2dbcb29', 'code': 200} Aug 19 15:26:39.265460 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=186f45a6-6f25-464c-b4a4-cb2af2dbcb29,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:39.277286 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630763b-f0a5-4073-b9b7-e4b415514829 req-f90d4024-ee0a-4d4c-a032-1907728165d2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:39.278832 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e630763b-f0a5-4073-b9b7-e4b415514829 req-f90d4024-ee0a-4d4c-a032-1907728165d2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 943 time: 0.0550997 Aug 19 15:26:39.329930 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e630763b-f0a5-4073-b9b7-e4b415514829 req-45baa0eb-5a1b-4c7f-932c-5c25a64122dd tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454979 Aug 19 15:26:39.651914 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4862c-f211-4f79-926a-8e75a3c06f43 req-eca22c39-2db1-4936-a5b4-c94bf200d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:39.653444 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f8b4862c-f211-4f79-926a-8e75a3c06f43 req-eca22c39-2db1-4936-a5b4-c94bf200d241 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac205760-e647-4a14-8071-037941d867ce HTTP/1.1" status: 200 len: 1130 time: 0.0397575 Aug 19 15:26:39.702692 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f8b4862c-f211-4f79-926a-8e75a3c06f43 req-65885cae-a1eb-4099-b415-de8d28fdcdc2 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400567 Aug 19 15:26:39.831650 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19c765-e728-4e7b-b4ea-4b85f0f7b49f req-32871540-44fa-4967-a9d7-f1afb60f74c0 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:39.833184 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-be19c765-e728-4e7b-b4ea-4b85f0f7b49f req-32871540-44fa-4967-a9d7-f1afb60f74c0 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ac205760-e647-4a14-8071-037941d867ce HTTP/1.1" status: 200 len: 946 time: 0.0478122 Aug 19 15:26:39.885172 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-be19c765-e728-4e7b-b4ea-4b85f0f7b49f req-d55f9fe1-988f-4ba2-954b-9531004fb55a tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463579 Aug 19 15:26:40.433514 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:40.451328 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e642c-c06e-4bdc-ac08-bf631bb9277e req-f60251c0-535c-4cb0-b183-ef0c2190efe2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:40.452822 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-bf0e642c-c06e-4bdc-ac08-bf631bb9277e req-f60251c0-535c-4cb0-b183-ef0c2190efe2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 943 time: 0.0473175 Aug 19 15:26:40.507463 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-bf0e642c-c06e-4bdc-ac08-bf631bb9277e req-fd672ce7-d4a5-494b-b76a-5ed7f1f057b8 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490355 Aug 19 15:26:41.009636 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8471610-5b48-4dc1-be2d-0cdda0f05221 req-988199f1-10cc-4ef6-9546-896393389cf7 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:41.011875 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f8471610-5b48-4dc1-be2d-0cdda0f05221 req-988199f1-10cc-4ef6-9546-896393389cf7 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ac205760-e647-4a14-8071-037941d867ce HTTP/1.1" status: 200 len: 946 time: 0.0484080 Aug 19 15:26:41.031709 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device d6f269ef-65e3-4c71-9074-4a4034f13618 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:26:41.037510 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:41.070754 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f8471610-5b48-4dc1-be2d-0cdda0f05221 req-129337e9-3a6b-4b1f-a59b-dc4cd07a5e2d tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530906 Aug 19 15:26:41.141791 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port d6f269ef-65e3-4c71-9074-4a4034f13618, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d6f269ef-65e3-4c71-9074-4a4034f13618,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:41.153003 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': 'd6f269ef-65e3-4c71-9074-4a4034f13618', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'port_id': 'd6f269ef-65e3-4c71-9074-4a4034f13618', 'mac_address': 'fa:16:3e:ff:ee:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:26:41.188470 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port d6f269ef-65e3-4c71-9074-4a4034f13618 is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:26:41.188781 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (d6f269ef-65e3-4c71-9074-4a4034f13618), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:41.202070 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f269ef-65e3-4c71-9074-4a4034f13618 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:26:41.223047 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port d6f269ef-65e3-4c71-9074-4a4034f13618, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d6f269ef-65e3-4c71-9074-4a4034f13618,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:41.227128 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (d6f269ef-65e3-4c71-9074-4a4034f13618), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:41.273466 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=d6f269ef-65e3-4c71-9074-4a4034f13618,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:41.563779 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['d6f269ef-65e3-4c71-9074-4a4034f13618'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:26:41.633542 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711dbf6-08b2-4b94-93e9-0b83ff5cf864 req-56909660-1b29-4061-b8b2-b8a2a99b5962 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:41.635875 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a711dbf6-08b2-4b94-93e9-0b83ff5cf864 req-56909660-1b29-4061-b8b2-b8a2a99b5962 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 944 time: 0.0526385 Aug 19 15:26:41.685942 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:41.690556 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a711dbf6-08b2-4b94-93e9-0b83ff5cf864 req-aab38ff7-69f0-4d69-81a8-80591e4b6ea3 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489912 Aug 19 15:26:41.708510 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:42.013040 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:42.204357 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c45ae6-2430-4e29-92c1-4a3be7e22041 req-e54db042-179a-49b4-b3eb-216d7f055d23 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:42.205978 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-93c45ae6-2430-4e29-92c1-4a3be7e22041 req-e54db042-179a-49b4-b3eb-216d7f055d23 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ac205760-e647-4a14-8071-037941d867ce HTTP/1.1" status: 200 len: 946 time: 0.0519257 Aug 19 15:26:42.254546 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-93c45ae6-2430-4e29-92c1-4a3be7e22041 req-a797a66d-3511-49f2-9db4-9290bdbf1fd1 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429056 Aug 19 15:26:42.814944 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd260066-47d9-4106-8f3f-9146999e53b4 req-e4b62deb-b8c6-4c07-b986-167e687a21fc tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:42.816399 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fd260066-47d9-4106-8f3f-9146999e53b4 req-e4b62deb-b8c6-4c07-b986-167e687a21fc tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 944 time: 0.0501802 Aug 19 15:26:42.870285 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fd260066-47d9-4106-8f3f-9146999e53b4 req-a6be4624-0a03-4dc7-95a3-4bcb8973eac5 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479846 Aug 19 15:26:43.049431 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device d6f269ef-65e3-4c71-9074-4a4034f13618 up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:43.096855 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port d6f269ef-65e3-4c71-9074-4a4034f13618 completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:26:43.106566 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port d6f269ef-65e3-4c71-9074-4a4034f13618 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:26:43.106992 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (d6f269ef-65e3-4c71-9074-4a4034f13618), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:43.195359 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port d6f269ef-65e3-4c71-9074-4a4034f13618 is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:26:43.196012 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (d6f269ef-65e3-4c71-9074-4a4034f13618), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:43.227303 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb210f1-d4a9-4f36-8880-0d17b7e81557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f269ef-65e3-4c71-9074-4a4034f13618'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:26:43.230295 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6819a6b1-bff3-47e5-935e-512876deb25d" -d '{"events": [{"server_uuid": "cfb210f1-d4a9-4f36-8880-0d17b7e81557", "name": "network-vif-plugged", "status": "completed", "tag": "d6f269ef-65e3-4c71-9074-4a4034f13618"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:26:43.247835 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port d6f269ef-65e3-4c71-9074-4a4034f13618, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d6f269ef-65e3-4c71-9074-4a4034f13618,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:43.252729 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (d6f269ef-65e3-4c71-9074-4a4034f13618), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:43.281783 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17a2f1f-8ac7-472e-946c-81847f7124b6 x-openstack-request-id: req-a17a2f1f-8ac7-472e-946c-81847f7124b6 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:26:43.282066 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb210f1-d4a9-4f36-8880-0d17b7e81557", "name": "network-vif-plugged", "status": "completed", "tag": "d6f269ef-65e3-4c71-9074-4a4034f13618", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:26:43.282314 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a17a2f1f-8ac7-472e-946c-81847f7124b6 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:26:43.282697 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a17a2f1f-8ac7-472e-946c-81847f7124b6'] response: {'server_uuid': 'cfb210f1-d4a9-4f36-8880-0d17b7e81557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f269ef-65e3-4c71-9074-4a4034f13618', 'code': 200} Aug 19 15:26:43.315515 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=d6f269ef-65e3-4c71-9074-4a4034f13618,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:43.405485 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4daf00d2-6333-4880-ac65-b0c28b1c3e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:43.575140 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4e403-8879-4473-a2dd-97b4fdc51350 req-7d7f98fa-f8fd-4ee5-a07b-597be85fc191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:43.576709 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4ec4e403-8879-4473-a2dd-97b4fdc51350 req-7d7f98fa-f8fd-4ee5-a07b-597be85fc191 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 1129 time: 0.0482998 Aug 19 15:26:43.637481 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4ec4e403-8879-4473-a2dd-97b4fdc51350 req-e35fa870-c66c-494e-b3f4-efb1d95e8334 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527773 Aug 19 15:26:44.007526 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbce6e0-d679-4db0-8cf7-6da23abbdf2d req-e87451a2-e5ae-4336-a084-cd64bed3786a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:44.009108 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-afbce6e0-d679-4db0-8cf7-6da23abbdf2d req-e87451a2-e5ae-4336-a084-cd64bed3786a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 945 time: 0.0601611 Aug 19 15:26:44.065782 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-afbce6e0-d679-4db0-8cf7-6da23abbdf2d req-7e82924a-7304-49e2-a55c-4650803a6ccf tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496316 Aug 19 15:26:45.200773 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d6fff-ce2b-4c34-af19-3aecf019e480 req-e1e930f0-08f4-444c-b173-a32727f42ffe tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:45.202178 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-411d6fff-ce2b-4c34-af19-3aecf019e480 req-e1e930f0-08f4-444c-b173-a32727f42ffe tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 945 time: 0.0566745 Aug 19 15:26:45.263776 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-411d6fff-ce2b-4c34-af19-3aecf019e480 req-c019ffe4-8d2e-44f0-a872-4a977370e052 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560634 Aug 19 15:26:45.764861 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8506dec8-b9f4-49ba-87f8-36f6c526ba5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:46.385553 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95604a6-447e-42fb-8f03-e687b0112a95 req-8b35605b-1239-42be-ac4d-f771caa6c0f2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:46.387213 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d95604a6-447e-42fb-8f03-e687b0112a95 req-8b35605b-1239-42be-ac4d-f771caa6c0f2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 945 time: 0.0478137 Aug 19 15:26:46.443718 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d95604a6-447e-42fb-8f03-e687b0112a95 req-f7f8f285-66f3-4cb4-a44a-29e02fb78e3b tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504091 Aug 19 15:26:46.628319 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dc623-43ca-4fd2-a909-1d9d51b3fe9e req-968fb3e7-1cd1-4ca3-b360-cb318af42f61 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:46.629889 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1a1dc623-43ca-4fd2-a909-1d9d51b3fe9e req-968fb3e7-1cd1-4ca3-b360-cb318af42f61 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 945 time: 0.0495667 Aug 19 15:26:46.687676 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1a1dc623-43ca-4fd2-a909-1d9d51b3fe9e req-668c3561-9139-43df-aa94-5d0e0e95a141 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505135 Aug 19 15:26:46.717658 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 44864) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:46.914063 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13cd351-0a75-47e9-a811-772ef3d99dbe tempest-TestVolumeBootPattern-1387279635 tempest-TestVolumeBootPattern-1387279635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:46.915651 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-c13cd351-0a75-47e9-a811-772ef3d99dbe tempest-TestVolumeBootPattern-1387279635 tempest-TestVolumeBootPattern-1387279635-project-admin] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 1124 time: 0.1969802 Aug 19 15:26:46.919236 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 44870) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:26:46.923768 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Request body: {'floatingip': {'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'port_id': 'd6f269ef-65e3-4c71-9074-4a4034f13618', 'tenant_id': '0add00db6668475093f558e9700333d1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:46.949234 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:47.022488 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:47.037765 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:47.038110 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:47.040424 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:47.145803 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Allocated IP 172.27.2.70 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/2c4bd6a4-39ae-4328-9e61-9f26dbcf7af7) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:47.252377 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for port (2c4bd6a4-39ae-4328-9e61-9f26dbcf7af7), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:47.253527 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:47.287222 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (2c4bd6a4-39ae-4328-9e61-9f26dbcf7af7), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:47.326559 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:47.333502 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:47.336032 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:26:47.344760 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event updated for resources: {'Port': ['ID=2c4bd6a4-39ae-4328-9e61-9f26dbcf7af7,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:47.701575 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for floatingip (3896e800-8dbf-4754-8c3b-24f91cb068ef), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:47.775252 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (2c4bd6a4-39ae-4328-9e61-9f26dbcf7af7), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:47.812265 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:47.952617 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for port (2c4bd6a4-39ae-4328-9e61-9f26dbcf7af7), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:47.957320 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012003'] for port (2c4bd6a4-39ae-4328-9e61-9f26dbcf7af7), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:48.244191 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event updated for resources: {'Port': ['ID=2c4bd6a4-39ae-4328-9e61-9f26dbcf7af7,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:48.246778 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (3896e800-8dbf-4754-8c3b-24f91cb068ef), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:48.347307 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.l3_db [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Floating IP 3896e800-8dbf-4754-8c3b-24f91cb068ef associated. External IP: 172.27.2.70, port: d6f269ef-65e3-4c71-9074-4a4034f13618. Aug 19 15:26:48.392821 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:48.488658 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:48.536908 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:48.557982 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Router 4a6b6691-e616-4b10-83da-44289e719325 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:26:48.665256 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:26:48.678682 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86917473-6f3d-4c2e-9364-c215b0f63191 None None] Sync routers for ids ['4a6b6691-e616-4b10-83da-44289e719325'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:26:48.690010 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:26:48.691607 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86917473-6f3d-4c2e-9364-c215b0f63191 None None] Routers {'4a6b6691-e616-4b10-83da-44289e719325'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:26:48.692439 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-86917473-6f3d-4c2e-9364-c215b0f63191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:26:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['4a6b6691-e616-4b10-83da-44289e719325'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:48.728266 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-f8c91871-ec4e-4f96-9760-efabb557a420 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8055527 Aug 19 15:26:48.728266 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb210f1-d4a9-4f36-8880-0d17b7e81557', 'tag': 'd6f269ef-65e3-4c71-9074-4a4034f13618'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:26:48.730201 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69ccef422e24697aa339ca93078f5b722801d9cd263b30b0a6d79bd9e8f250f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577e4d98-13b8-43c0-bcb5-25b3677f0ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb210f1-d4a9-4f36-8880-0d17b7e81557", "tag": "d6f269ef-65e3-4c71-9074-4a4034f13618"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:26:48.773367 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312645ad-2784-41a8-8c60-189c48cdace4 x-openstack-request-id: req-312645ad-2784-41a8-8c60-189c48cdace4 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:26:48.773662 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb210f1-d4a9-4f36-8880-0d17b7e81557", "tag": "d6f269ef-65e3-4c71-9074-4a4034f13618", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:26:48.773918 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-312645ad-2784-41a8-8c60-189c48cdace4 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:26:48.774375 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-312645ad-2784-41a8-8c60-189c48cdace4'] response: {'name': 'network-changed', 'server_uuid': 'cfb210f1-d4a9-4f36-8880-0d17b7e81557', 'tag': 'd6f269ef-65e3-4c71-9074-4a4034f13618', 'status': 'completed', 'code': 200} Aug 19 15:26:48.810368 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-86917473-6f3d-4c2e-9364-c215b0f63191 None None] Set router 4a6b6691-e616-4b10-83da-44289e719325 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:26:49.000690 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:26:49.045185 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-86917473-6f3d-4c2e-9364-c215b0f63191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '3896e800-8dbf-4754-8c3b-24f91cb068ef', 'tenant_id': '0add00db6668475093f558e9700333d1', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '4a6b6691-e616-4b10-83da-44289e719325', 'port_id': 'd6f269ef-65e3-4c71-9074-4a4034f13618', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'mac_address': 'fa:16:3e:ff:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb210f1-d4a9-4f36-8880-0d17b7e81557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:26:47Z', 'updated_at': '2022-08-19T15:26:47Z', 'revision_number': 0, 'project_id': '0add00db6668475093f558e9700333d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:50Z', 'revision_number': 5, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:49.069412 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86917473-6f3d-4c2e-9364-c215b0f63191 None None] Checking router: 4a6b6691-e616-4b10-83da-44289e719325 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:26:49.078489 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86917473-6f3d-4c2e-9364-c215b0f63191 None None] Routers {'4a6b6691-e616-4b10-83da-44289e719325'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:26:49.079095 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-86917473-6f3d-4c2e-9364-c215b0f63191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:26:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['4a6b6691-e616-4b10-83da-44289e719325'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:49.178881 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:49.189708 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e4d98-13b8-43c0-bcb5-25b3677f0ffd req-abe87563-038b-4e7b-9d2a-09c401cee319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:49.191459 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-577e4d98-13b8-43c0-bcb5-25b3677f0ffd req-abe87563-038b-4e7b-9d2a-09c401cee319 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0add00db6668475093f558e9700333d1&device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 1129 time: 0.0473816 Aug 19 15:26:49.195698 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-86917473-6f3d-4c2e-9364-c215b0f63191 None None] Set router 4a6b6691-e616-4b10-83da-44289e719325 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:26:49.230781 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:49.297918 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e4d98-13b8-43c0-bcb5-25b3677f0ffd req-1fd6a96e-1aaf-4771-ac70-ac609087d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:49.299313 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-577e4d98-13b8-43c0-bcb5-25b3677f0ffd req-1fd6a96e-1aaf-4771-ac70-ac609087d781 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 HTTP/1.1" status: 200 len: 913 time: 0.0993478 Aug 19 15:26:49.454676 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-86917473-6f3d-4c2e-9364-c215b0f63191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '3896e800-8dbf-4754-8c3b-24f91cb068ef', 'tenant_id': '0add00db6668475093f558e9700333d1', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '4a6b6691-e616-4b10-83da-44289e719325', 'port_id': 'd6f269ef-65e3-4c71-9074-4a4034f13618', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'mac_address': 'fa:16:3e:ff:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb210f1-d4a9-4f36-8880-0d17b7e81557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:26:47Z', 'updated_at': '2022-08-19T15:26:47Z', 'revision_number': 0, 'project_id': '0add00db6668475093f558e9700333d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:50Z', 'revision_number': 5, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:49.481269 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86917473-6f3d-4c2e-9364-c215b0f63191 None None] The sync data for ids ['4a6b6691-e616-4b10-83da-44289e719325'] in dv-cinder-835384-20-iscsi is: [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '3896e800-8dbf-4754-8c3b-24f91cb068ef', 'tenant_id': '0add00db6668475093f558e9700333d1', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '4a6b6691-e616-4b10-83da-44289e719325', 'port_id': 'd6f269ef-65e3-4c71-9074-4a4034f13618', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'mac_address': 'fa:16:3e:ff:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb210f1-d4a9-4f36-8880-0d17b7e81557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:26:47Z', 'updated_at': '2022-08-19T15:26:47Z', 'revision_number': 0, 'project_id': '0add00db6668475093f558e9700333d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:50Z', 'revision_number': 5, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:26:49.692990 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e3a633-6aa2-44cf-b72f-d7d2363f210f None None] New status for floating IP 3896e800-8dbf-4754-8c3b-24f91cb068ef: ACTIVE {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:26:49.707738 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-577e4d98-13b8-43c0-bcb5-25b3677f0ffd req-499d0c9a-ad2a-4e80-9b18-e00aa29fc828 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6f269ef-65e3-4c71-9074-4a4034f13618 HTTP/1.1" status: 200 len: 998 time: 0.0762935 Aug 19 15:26:49.831213 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e4d98-13b8-43c0-bcb5-25b3677f0ffd req-9481cb84-1a69-439e-960f-9623b3c23f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:49.832696 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-577e4d98-13b8-43c0-bcb5-25b3677f0ffd req-9481cb84-1a69-439e-960f-9623b3c23f55 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93c92eb6-ecf3-4e09-8dc4-e6863da8989f HTTP/1.1" status: 200 len: 851 time: 0.0509493 Aug 19 15:26:49.889344 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e4d98-13b8-43c0-bcb5-25b3677f0ffd req-5456a274-324e-4b0c-9a8e-8deb818bfb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:49.890897 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-577e4d98-13b8-43c0-bcb5-25b3677f0ffd req-5456a274-324e-4b0c-9a8e-8deb818bfb0f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437138 Aug 19 15:26:49.975711 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:50.006952 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-577e4d98-13b8-43c0-bcb5-25b3677f0ffd req-06e9f047-bb23-4b76-b5bb-65e87c985257 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060994 Aug 19 15:26:50.111505 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-577e4d98-13b8-43c0-bcb5-25b3677f0ffd req-4483b08c-5837-4363-acd0-36ea1b6c036f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973957 Aug 19 15:26:50.672007 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c89982-f01a-41f2-8b27-b16192f21b18 req-81645576-b8e4-47bd-8e8d-071505164cad tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:50.673487 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-70c89982-f01a-41f2-8b27-b16192f21b18 req-81645576-b8e4-47bd-8e8d-071505164cad tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0489030 Aug 19 15:26:50.722114 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-70c89982-f01a-41f2-8b27-b16192f21b18 req-68c97151-57d8-4996-91f7-e8b49cca6358 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421546 Aug 19 15:26:51.848468 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752e64b-5e6c-4556-be8a-a57f4bd33a75 req-e5c4b03e-14d3-496f-9b51-72c978bf2e10 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:51.849985 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f752e64b-5e6c-4556-be8a-a57f4bd33a75 req-e5c4b03e-14d3-496f-9b51-72c978bf2e10 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0494533 Aug 19 15:26:51.902176 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f752e64b-5e6c-4556-be8a-a57f4bd33a75 req-b07cb6be-bdfb-493d-be17-b02cd442a2e7 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464454 Aug 19 15:26:53.023447 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102cf70-cede-4a8e-a332-0025d525e93f req-dce87f9f-454a-47ae-941c-8cadcd3f50bb tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:53.030446 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a102cf70-cede-4a8e-a332-0025d525e93f req-dce87f9f-454a-47ae-941c-8cadcd3f50bb tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0486608 Aug 19 15:26:53.058648 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:53.076972 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a102cf70-cede-4a8e-a332-0025d525e93f req-e7cb203e-f8f7-4d8a-8923-2801fd71c713 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455606 Aug 19 15:26:54.197834 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b7f57-6dac-4ab7-9605-429de1b2e0c6 req-8dc85bdd-ffab-4ec1-ae66-283198bc138a tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:54.199905 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2b5b7f57-6dac-4ab7-9605-429de1b2e0c6 req-8dc85bdd-ffab-4ec1-ae66-283198bc138a tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0475230 Aug 19 15:26:54.249371 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2b5b7f57-6dac-4ab7-9605-429de1b2e0c6 req-7939e834-ab87-4910-b4ea-3bbbb8c87587 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437570 Aug 19 15:26:55.375978 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6333c-8859-4c55-9077-bf55b15b8d65 req-219ddfec-6b66-4cb3-b734-433e5cab3629 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:55.377484 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-50b6333c-8859-4c55-9077-bf55b15b8d65 req-219ddfec-6b66-4cb3-b734-433e5cab3629 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0519605 Aug 19 15:26:55.431032 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-50b6333c-8859-4c55-9077-bf55b15b8d65 req-f8b306b3-bf4f-4b8d-8bd2-acbaac7be544 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442338 Aug 19 15:26:56.550046 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b831a-59f8-4755-95e2-56b236b41476 req-936598a6-479d-4c7b-8259-5e8cc71a7fe1 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:56.551492 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-800b831a-59f8-4755-95e2-56b236b41476 req-936598a6-479d-4c7b-8259-5e8cc71a7fe1 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0477436 Aug 19 15:26:56.600747 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-800b831a-59f8-4755-95e2-56b236b41476 req-eed80e34-95ff-4cd1-9659-5f0854366e22 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436919 Aug 19 15:26:57.726985 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583481c-4cb0-459e-ba0f-ab61a4228100 req-7285cd6e-9b31-424d-a315-299913f33722 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:57.728500 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2583481c-4cb0-459e-ba0f-ab61a4228100 req-7285cd6e-9b31-424d-a315-299913f33722 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0520775 Aug 19 15:26:57.780408 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2583481c-4cb0-459e-ba0f-ab61a4228100 req-88b3799e-e603-4f0c-8bf9-639f928181a2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461016 Aug 19 15:26:58.887606 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:58.902432 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52649c6-b1b7-4c88-b71a-aa42b5f137fa req-898ec217-4c07-48a7-89e0-077e98ed95fc tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:26:58.903644 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d52649c6-b1b7-4c88-b71a-aa42b5f137fa req-898ec217-4c07-48a7-89e0-077e98ed95fc tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0503225 Aug 19 15:26:58.953336 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d52649c6-b1b7-4c88-b71a-aa42b5f137fa req-f576dcf3-f325-4c5a-9aae-096b18d4b410 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429716 Aug 19 15:26:59.457025 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=23 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:59.457830 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:59.832476 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=16 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:26:59.996323 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:00.077483 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06e87b-047d-48f3-9890-66264528e73c req-929c9af8-49d2-4a9e-9310-19bd7e1fa99d tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:00.079058 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ff06e87b-047d-48f3-9890-66264528e73c req-929c9af8-49d2-4a9e-9310-19bd7e1fa99d tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0493577 Aug 19 15:27:00.105196 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=39 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:00.107318 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=12 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:00.133982 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ff06e87b-047d-48f3-9890-66264528e73c req-7ac7f692-f702-485e-a12d-3f7d45921fc8 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490232 Aug 19 15:27:01.260225 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82768854-2e90-4ec3-bd54-e3639b1f9670 req-a520f826-413a-4790-a4ef-f667de2100a5 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:01.262393 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-82768854-2e90-4ec3-bd54-e3639b1f9670 req-a520f826-413a-4790-a4ef-f667de2100a5 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0488057 Aug 19 15:27:01.312885 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-82768854-2e90-4ec3-bd54-e3639b1f9670 req-ead3e63a-dd2c-4e94-aa65-e177cce3e93a tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449305 Aug 19 15:27:02.434601 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f218cc-0b39-4437-82a3-8a901b8abca9 req-a0ce4093-1d63-40a0-94b9-ea87bd13b802 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:02.436093 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d8f218cc-0b39-4437-82a3-8a901b8abca9 req-a0ce4093-1d63-40a0-94b9-ea87bd13b802 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0478323 Aug 19 15:27:02.483068 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d8f218cc-0b39-4437-82a3-8a901b8abca9 req-5d4a3cde-29c8-46a5-9bf8-01f0043a4f68 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414100 Aug 19 15:27:03.505450 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c6e9b-af1c-48a6-85a1-20296d818b29 req-99d92009-94bd-438d-aa36-3374a6335b10 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:03.506866 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ae9c6e9b-af1c-48a6-85a1-20296d818b29 req-99d92009-94bd-438d-aa36-3374a6335b10 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ac205760-e647-4a14-8071-037941d867ce HTTP/1.1" status: 200 len: 946 time: 0.0496500 Aug 19 15:27:03.556675 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ae9c6e9b-af1c-48a6-85a1-20296d818b29 req-213454b2-3def-420f-ba79-bd0bbad86a2c tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430148 Aug 19 15:27:03.606330 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c57b3-9c9a-496e-a005-53811f0a29ab req-f10cafaa-8a2f-4620-b9f3-85283c399c66 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:03.607903 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8b2c57b3-9c9a-496e-a005-53811f0a29ab req-f10cafaa-8a2f-4620-b9f3-85283c399c66 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0496552 Aug 19 15:27:03.658680 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8b2c57b3-9c9a-496e-a005-53811f0a29ab req-a9f43551-feeb-4c40-b76c-8c5ccb871e09 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441811 Aug 19 15:27:04.676276 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a1907-2a9f-410c-9b41-96858a1029f5 req-440ee8f9-a396-4c74-878c-b3cd663dddc1 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:04.677873 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5b1a1907-2a9f-410c-9b41-96858a1029f5 req-440ee8f9-a396-4c74-878c-b3cd663dddc1 tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ac205760-e647-4a14-8071-037941d867ce HTTP/1.1" status: 200 len: 946 time: 0.0480731 Aug 19 15:27:04.691499 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:04.731490 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5b1a1907-2a9f-410c-9b41-96858a1029f5 req-10d7389d-898e-4667-9302-92604381ee1f tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f0e970a-4bf7-4b71-afa3-13227a386ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469840 Aug 19 15:27:04.780205 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748187f8-fa4f-4b98-81ee-a13aaa9ecf3c req-e1bc4fe9-da4e-4402-bf2d-b25353d55653 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:04.781708 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-748187f8-fa4f-4b98-81ee-a13aaa9ecf3c req-e1bc4fe9-da4e-4402-bf2d-b25353d55653 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0482233 Aug 19 15:27:04.829426 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-748187f8-fa4f-4b98-81ee-a13aaa9ecf3c req-06efecc2-9edd-402b-a0bf-b20c8de12e07 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421956 Aug 19 15:27:05.327205 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041fbfa-bdab-4900-9809-6761cf714cc8 req-f23ce280-ddaa-4f43-8540-a80e8da8275a tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:05.328690 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-5041fbfa-bdab-4900-9809-6761cf714cc8 req-f23ce280-ddaa-4f43-8540-a80e8da8275a tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac205760-e647-4a14-8071-037941d867ce HTTP/1.1" status: 200 len: 946 time: 0.0485802 Aug 19 15:27:05.412739 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-5041fbfa-bdab-4900-9809-6761cf714cc8 req-9a3c0c2d-3fec-47dc-a5d6-cd059ae7d94e tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Deleting port 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:27:05.413082 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-5041fbfa-bdab-4900-9809-6761cf714cc8 req-9a3c0c2d-3fec-47dc-a5d6-cd059ae7d94e tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (186f45a6-6f25-464c-b4a4-cb2af2dbcb29), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:05.506600 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-5041fbfa-bdab-4900-9809-6761cf714cc8 req-9a3c0c2d-3fec-47dc-a5d6-cd059ae7d94e tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] For port 186f45a6-6f25-464c-b4a4-cb2af2dbcb29, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=186f45a6-6f25-464c-b4a4-cb2af2dbcb29,segment=NetworkSegment(26783c6a-1591-44fe-9138-ddbe78576553),segment_id=26783c6a-1591-44fe-9138-ddbe78576553)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:05.506856 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-5041fbfa-bdab-4900-9809-6761cf714cc8 req-9a3c0c2d-3fec-47dc-a5d6-cd059ae7d94e tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (186f45a6-6f25-464c-b4a4-cb2af2dbcb29), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:05.520364 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-5041fbfa-bdab-4900-9809-6761cf714cc8 req-9a3c0c2d-3fec-47dc-a5d6-cd059ae7d94e tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Calling delete_port for 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:27:05.653968 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-5041fbfa-bdab-4900-9809-6761cf714cc8 req-9a3c0c2d-3fec-47dc-a5d6-cd059ae7d94e tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (186f45a6-6f25-464c-b4a4-cb2af2dbcb29), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:05.666348 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['186f45a6-6f25-464c-b4a4-cb2af2dbcb29'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:27:05.683243 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c0c2d-3fec-47dc-a5d6-cd059ae7d94e tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Pushing event deleted for resources: {'Port': ['ID=186f45a6-6f25-464c-b4a4-cb2af2dbcb29,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:05.730136 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-5041fbfa-bdab-4900-9809-6761cf714cc8 req-9a3c0c2d-3fec-47dc-a5d6-cd059ae7d94e tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] No DVR routers for this DVR port 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:27:05.732520 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-5041fbfa-bdab-4900-9809-6761cf714cc8 req-9a3c0c2d-3fec-47dc-a5d6-cd059ae7d94e tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:05.735818 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-5041fbfa-bdab-4900-9809-6761cf714cc8 req-9a3c0c2d-3fec-47dc-a5d6-cd059ae7d94e tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.52 "DELETE /networking/v2.0/ports/186f45a6-6f25-464c-b4a4-cb2af2dbcb29 HTTP/1.1" status: 204 len: 173 time: 0.4017537 Aug 19 15:27:05.736252 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac205760-e647-4a14-8071-037941d867ce', 'name': 'network-vif-deleted', 'tag': '186f45a6-6f25-464c-b4a4-cb2af2dbcb29'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:27:05.738552 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e2b5b0-575e-4cc4-ac76-54a52ddc2f88" -d '{"events": [{"server_uuid": "ac205760-e647-4a14-8071-037941d867ce", "name": "network-vif-deleted", "tag": "186f45a6-6f25-464c-b4a4-cb2af2dbcb29"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:27:05.781508 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7775b2a4-59e4-4280-ab8a-040e67245724 x-openstack-request-id: req-7775b2a4-59e4-4280-ab8a-040e67245724 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:27:05.781791 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac205760-e647-4a14-8071-037941d867ce", "name": "network-vif-deleted", "tag": "186f45a6-6f25-464c-b4a4-cb2af2dbcb29", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:27:05.782139 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7775b2a4-59e4-4280-ab8a-040e67245724 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:27:05.782466 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7775b2a4-59e4-4280-ab8a-040e67245724'] response: {'server_uuid': 'ac205760-e647-4a14-8071-037941d867ce', 'name': 'network-vif-deleted', 'tag': '186f45a6-6f25-464c-b4a4-cb2af2dbcb29', 'status': 'completed', 'code': 200} Aug 19 15:27:05.843461 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-335fe287-b949-4de0-9639-89da603520d9 req-8ffcb4d5-0470-4985-9260-d052f1081e9f tempest-VolumesSnapshotTestJSON-353293627 tempest-VolumesSnapshotTestJSON-353293627-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ac205760-e647-4a14-8071-037941d867ce HTTP/1.1" status: 200 len: 210 time: 0.0309834 Aug 19 15:27:05.955139 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7fa3c-6361-436b-a0e1-48b2de7178d9 req-b0e81d2f-7bca-449c-9021-d351eaf16e7f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:05.956635 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3bb7fa3c-6361-436b-a0e1-48b2de7178d9 req-b0e81d2f-7bca-449c-9021-d351eaf16e7f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0501509 Aug 19 15:27:06.004089 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3bb7fa3c-6361-436b-a0e1-48b2de7178d9 req-37139592-14f5-4ae8-83be-0782e4bd671d tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418029 Aug 19 15:27:06.881877 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6e01b-0ffc-436e-b4ff-acf0ec96f080 req-ba7e93a7-9f11-4b31-9f59-6b2e08b8a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:06.883383 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9a6e01b-0ffc-436e-b4ff-acf0ec96f080 req-ba7e93a7-9f11-4b31-9f59-6b2e08b8a610 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ede055158e24b7c9a935b833e33b89a&device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 1130 time: 0.0402529 Aug 19 15:27:07.001598 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6e01b-0ffc-436e-b4ff-acf0ec96f080 req-9378c373-c2e5-477a-afe9-f8ea6003fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:07.003094 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9a6e01b-0ffc-436e-b4ff-acf0ec96f080 req-9378c373-c2e5-477a-afe9-f8ea6003fc14 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc HTTP/1.1" status: 200 len: 911 time: 0.0921805 Aug 19 15:27:07.076374 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9a6e01b-0ffc-436e-b4ff-acf0ec96f080 req-6d712d2e-08f1-48d9-8f66-cc539cf2b7ab service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=489cb252-e00c-4932-b659-de93c87cfb6a HTTP/1.1" status: 200 len: 1002 time: 0.0644152 Aug 19 15:27:07.138642 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6e01b-0ffc-436e-b4ff-acf0ec96f080 req-122cb0a8-2377-4fec-8b98-e69399b8760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:07.140383 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9a6e01b-0ffc-436e-b4ff-acf0ec96f080 req-122cb0a8-2377-4fec-8b98-e69399b8760f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93f05d4a-93e6-496f-8a08-b1119fd57ca6 HTTP/1.1" status: 200 len: 849 time: 0.0555573 Aug 19 15:27:07.157968 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680b1a1-9897-455e-853e-9c4bf1346d02 req-7e17962b-7356-4e2d-a1ef-8f2315a58530 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:07.161088 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5680b1a1-9897-455e-853e-9c4bf1346d02 req-7e17962b-7356-4e2d-a1ef-8f2315a58530 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0779631 Aug 19 15:27:07.198090 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6e01b-0ffc-436e-b4ff-acf0ec96f080 req-36677902-cb7a-4619-ad6a-42bc34c6206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:07.200002 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9a6e01b-0ffc-436e-b4ff-acf0ec96f080 req-36677902-cb7a-4619-ad6a-42bc34c6206c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513227 Aug 19 15:27:07.225668 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5680b1a1-9897-455e-853e-9c4bf1346d02 req-6ae15c36-cef2-4518-8c21-c69184778074 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595579 Aug 19 15:27:07.315198 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9a6e01b-0ffc-436e-b4ff-acf0ec96f080 req-f36cb7f7-dd41-452f-b3a4-bd57cbc09e1d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029949 Aug 19 15:27:07.382877 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:07.410060 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f9a6e01b-0ffc-436e-b4ff-acf0ec96f080 req-c9506291-5d82-4129-a445-786ad9ae3889 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857594 Aug 19 15:27:08.356131 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1333f-a5e6-4d4a-815b-230103ddb009 req-e4df3046-35cd-4d81-89e6-91efd2148eaa tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:08.357652 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3af1333f-a5e6-4d4a-815b-230103ddb009 req-e4df3046-35cd-4d81-89e6-91efd2148eaa tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0500896 Aug 19 15:27:08.377795 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:08.414624 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3af1333f-a5e6-4d4a-815b-230103ddb009 req-cc9aee9e-00a4-46b8-9add-98251fc6762b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507884 Aug 19 15:27:08.920694 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:09.555639 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290ce6e-97f7-4321-a89c-fca3b22046ac req-b7aed2ee-3850-42e2-8241-37290ec88d24 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:09.557740 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5290ce6e-97f7-4321-a89c-fca3b22046ac req-b7aed2ee-3850-42e2-8241-37290ec88d24 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0473611 Aug 19 15:27:09.605040 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5290ce6e-97f7-4321-a89c-fca3b22046ac req-4124f4d2-0d0c-4846-acae-68fe2e392caa tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416090 Aug 19 15:27:10.305133 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:27:10.326994 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:27:10.327343 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 186f45a6-6f25-464c-b4a4-cb2af2dbcb29 not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:27:10.724349 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffff917-0607-4533-999d-6adf9e81e218 req-12d84d98-685d-4b58-a9b1-949c68944cf5 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:10.725877 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2ffff917-0607-4533-999d-6adf9e81e218 req-12d84d98-685d-4b58-a9b1-949c68944cf5 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0475068 Aug 19 15:27:10.774845 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2ffff917-0607-4533-999d-6adf9e81e218 req-82896ea0-0195-4a0d-99fc-a5d64eae1c70 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426180 Aug 19 15:27:11.913649 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9339e-d00f-4a2d-8e9b-18b881dfb2aa req-08bb1fbd-e5ae-42c8-a816-a749278eba0b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:11.915109 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5ed9339e-d00f-4a2d-8e9b-18b881dfb2aa req-08bb1fbd-e5ae-42c8-a816-a749278eba0b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0542645 Aug 19 15:27:11.965960 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5ed9339e-d00f-4a2d-8e9b-18b881dfb2aa req-fb14f25a-3d97-4c2a-96af-b59d410ba395 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432308 Aug 19 15:27:12.217008 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27d8b-96c7-4683-b717-f632e561e7c4 req-c7e2c20b-2bc9-4bb8-85f5-45d40071d3c2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:12.218579 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-19a27d8b-96c7-4683-b717-f632e561e7c4 req-c7e2c20b-2bc9-4bb8-85f5-45d40071d3c2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0533767 Aug 19 15:27:12.272750 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-19a27d8b-96c7-4683-b717-f632e561e7c4 req-269e0546-4c5e-4e8d-ad39-27c546f6cc6f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476549 Aug 19 15:27:12.282046 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00fcda-297e-4166-b528-1f3333406356 req-f0b0b09c-3f10-4bf5-9568-a22ae2773a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:12.284052 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2b00fcda-297e-4166-b528-1f3333406356 req-f0b0b09c-3f10-4bf5-9568-a22ae2773a05 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ede055158e24b7c9a935b833e33b89a&device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 1130 time: 0.0486922 Aug 19 15:27:12.407419 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00fcda-297e-4166-b528-1f3333406356 req-6286b18c-658f-46e3-bd29-eab4d4472337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:12.408966 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2b00fcda-297e-4166-b528-1f3333406356 req-6286b18c-658f-46e3-bd29-eab4d4472337 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc HTTP/1.1" status: 200 len: 911 time: 0.1036875 Aug 19 15:27:12.415405 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b454ae3-6f93-4025-924a-e994591c6f09 req-4d8d4f02-42e1-4e6c-b17a-da8c4c663662 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:12.417569 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7b454ae3-6f93-4025-924a-e994591c6f09 req-4d8d4f02-42e1-4e6c-b17a-da8c4c663662 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 945 time: 0.0491755 Aug 19 15:27:12.469970 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7b454ae3-6f93-4025-924a-e994591c6f09 req-3da89669-d926-4793-87af-e1616d1cbc5f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465405 Aug 19 15:27:13.400067 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ccd455e8-b352-49a6-b49b-c82300a7b025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:13.404175 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6febebd-6057-4178-b784-1f9abc4f931f req-aacc4c68-70f0-4da7-9a9b-2d93f8626927 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:13.405760 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d6febebd-6057-4178-b784-1f9abc4f931f req-aacc4c68-70f0-4da7-9a9b-2d93f8626927 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0527973 Aug 19 15:27:13.457656 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d6febebd-6057-4178-b784-1f9abc4f931f req-f2a2397d-be4f-4583-8412-baa62cd8631d tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461073 Aug 19 15:27:13.551151 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:13.591666 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ec9ec-6cc3-435f-b1bd-fa10ffc33a69 req-974777cb-9234-4c03-a7f8-0c7b50254181 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:13.593209 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-905ec9ec-6cc3-435f-b1bd-fa10ffc33a69 req-974777cb-9234-4c03-a7f8-0c7b50254181 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 945 time: 0.0484910 Aug 19 15:27:13.609279 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2b00fcda-297e-4166-b528-1f3333406356 req-edbd07f6-9eee-4dfa-ab88-f6ef3cdf3280 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=489cb252-e00c-4932-b659-de93c87cfb6a HTTP/1.1" status: 200 len: 1002 time: 0.0638716 Aug 19 15:27:13.649095 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-905ec9ec-6cc3-435f-b1bd-fa10ffc33a69 req-5836b5a5-7e7b-4d56-8d71-0e8905a76f84 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491121 Aug 19 15:27:13.672201 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00fcda-297e-4166-b528-1f3333406356 req-a5921f3c-ee72-4245-aaf1-d55df949e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:13.672201 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2b00fcda-297e-4166-b528-1f3333406356 req-a5921f3c-ee72-4245-aaf1-d55df949e95b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93f05d4a-93e6-496f-8a08-b1119fd57ca6 HTTP/1.1" status: 200 len: 849 time: 0.0542505 Aug 19 15:27:13.722018 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00fcda-297e-4166-b528-1f3333406356 req-98d4fc7c-deaf-4928-9f32-80a5365828fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:13.724004 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2b00fcda-297e-4166-b528-1f3333406356 req-98d4fc7c-deaf-4928-9f32-80a5365828fc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443668 Aug 19 15:27:13.966530 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2b00fcda-297e-4166-b528-1f3333406356 req-3e337d2d-3ef3-496c-8b6e-5dc1b04e16ab service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900037 Aug 19 15:27:14.097991 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2b00fcda-297e-4166-b528-1f3333406356 req-820ff4b3-832f-41f7-a164-677672caf47c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218917 Aug 19 15:27:14.111152 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0da1ad-2918-47e7-906f-4e032e29a4bc req-3cbf0f08-5861-45cd-8f50-8dd5786d4b0a tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:14.112672 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7b0da1ad-2918-47e7-906f-4e032e29a4bc req-3cbf0f08-5861-45cd-8f50-8dd5786d4b0a tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 945 time: 0.0638890 Aug 19 15:27:14.208351 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-7b0da1ad-2918-47e7-906f-4e032e29a4bc req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Deleting port 789e4df0-1af5-4f96-9194-ab12ac1b5047 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:27:14.208729 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-7b0da1ad-2918-47e7-906f-4e032e29a4bc req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (789e4df0-1af5-4f96-9194-ab12ac1b5047), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:14.309437 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-7b0da1ad-2918-47e7-906f-4e032e29a4bc req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] For port 789e4df0-1af5-4f96-9194-ab12ac1b5047, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=789e4df0-1af5-4f96-9194-ab12ac1b5047,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:14.310112 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-7b0da1ad-2918-47e7-906f-4e032e29a4bc req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (789e4df0-1af5-4f96-9194-ab12ac1b5047), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:14.546589 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-7b0da1ad-2918-47e7-906f-4e032e29a4bc req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:14.546891 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-7b0da1ad-2918-47e7-906f-4e032e29a4bc req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (37c587b5-f4ef-4ade-9fec-5606ca36840a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:14.547203 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.l3_db [req-7b0da1ad-2918-47e7-906f-4e032e29a4bc req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Floating IP 37c587b5-f4ef-4ade-9fec-5606ca36840a disassociated. External IP: 172.27.2.103, port: 789e4df0-1af5-4f96-9194-ab12ac1b5047. Aug 19 15:27:14.547542 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-7b0da1ad-2918-47e7-906f-4e032e29a4bc req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Calling delete_port for 789e4df0-1af5-4f96-9194-ab12ac1b5047 owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:27:14.568028 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:14.587842 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db80577-128f-44b6-a1b2-2de606438981 req-2a9d9768-cde4-49b5-8c1b-fd3fbed38d40 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:14.590170 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9db80577-128f-44b6-a1b2-2de606438981 req-2a9d9768-cde4-49b5-8c1b-fd3fbed38d40 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0552595 Aug 19 15:27:14.596808 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:14.649928 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9db80577-128f-44b6-a1b2-2de606438981 req-3d69e459-241a-4ee0-8982-2c5cbe07dda4 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541723 Aug 19 15:27:14.715144 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-7b0da1ad-2918-47e7-906f-4e032e29a4bc req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (789e4df0-1af5-4f96-9194-ab12ac1b5047), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:14.746594 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event deleted for resources: {'Port': ['ID=789e4df0-1af5-4f96-9194-ab12ac1b5047,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:14.764896 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:14.765246 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:14.765582 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:14.765918 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:14.766245 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:14.766569 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:14.766886 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:14.767207 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:14.767585 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:14.767903 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:14.768222 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:14.768579 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:14.768898 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:14.769282 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:14.769526 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:14.781397 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-36e5b913-5add-4a28-b744-ebeb69c34402 req-26dfa735-d870-47be-ab75-8f5072f15b1b tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d4717c9f-2cd2-419b-a91c-7f722d99dd27 HTTP/1.1" status: 200 len: 210 time: 0.0335488 Aug 19 15:27:14.818428 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:14.892797 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b0da1ad-2918-47e7-906f-4e032e29a4bc req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:27:15.000403 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b0da1ad-2918-47e7-906f-4e032e29a4bc req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:27:15.014320 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fef273-ad31-4eaa-8d41-ee5a8ccd5fdd None None] Sync routers for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:27:15.025412 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fef273-ad31-4eaa-8d41-ee5a8ccd5fdd None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:27:15.026289 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-85fef273-ad31-4eaa-8d41-ee5a8ccd5fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:26:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:15.044997 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0da1ad-2918-47e7-906f-4e032e29a4bc req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] No DVR routers for this DVR port 789e4df0-1af5-4f96-9194-ab12ac1b5047 on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:27:15.047786 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-7b0da1ad-2918-47e7-906f-4e032e29a4bc req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:15.051165 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7b0da1ad-2918-47e7-906f-4e032e29a4bc req-09ea3faa-a5f9-4a54-8ddf-e2348348e59f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "DELETE /networking/v2.0/ports/789e4df0-1af5-4f96-9194-ab12ac1b5047 HTTP/1.1" status: 204 len: 173 time: 0.9325101 Aug 19 15:27:15.051622 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4717c9f-2cd2-419b-a91c-7f722d99dd27', 'name': 'network-vif-deleted', 'tag': '789e4df0-1af5-4f96-9194-ab12ac1b5047'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:27:15.053966 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210309fa-7e1c-4012-b0a6-7a0df9244419" -d '{"events": [{"server_uuid": "d4717c9f-2cd2-419b-a91c-7f722d99dd27", "name": "network-vif-deleted", "tag": "789e4df0-1af5-4f96-9194-ab12ac1b5047"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:27:15.111256 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96558bfc-6caf-476d-9109-5526d07992cf x-openstack-request-id: req-96558bfc-6caf-476d-9109-5526d07992cf {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:27:15.111681 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4717c9f-2cd2-419b-a91c-7f722d99dd27", "name": "network-vif-deleted", "tag": "789e4df0-1af5-4f96-9194-ab12ac1b5047", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:27:15.111906 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-96558bfc-6caf-476d-9109-5526d07992cf {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:27:15.112309 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96558bfc-6caf-476d-9109-5526d07992cf'] response: {'server_uuid': 'd4717c9f-2cd2-419b-a91c-7f722d99dd27', 'name': 'network-vif-deleted', 'tag': '789e4df0-1af5-4f96-9194-ab12ac1b5047', 'status': 'completed', 'code': 200} Aug 19 15:27:15.163086 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-85fef273-ad31-4eaa-8d41-ee5a8ccd5fdd None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:27:15.520295 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-85fef273-ad31-4eaa-8d41-ee5a8ccd5fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '78276680-c2cb-4f62-9db4-d532396704bc', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'port_id': '02304f9d-f8e5-4fc7-8c86-f4b23da124da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'mac_address': 'fa:16:3e:d0:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13d4563-5477-4605-9b1b-85113d779753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:23:21Z', 'updated_at': '2022-08-19T15:24:06Z', 'revision_number': 2, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:15.547181 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fef273-ad31-4eaa-8d41-ee5a8ccd5fdd None None] Checking router: ec51b1ce-e2fe-4834-8fa7-aeb89d133590 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:27:15.557868 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fef273-ad31-4eaa-8d41-ee5a8ccd5fdd None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:27:15.559136 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-85fef273-ad31-4eaa-8d41-ee5a8ccd5fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:26:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:15.698411 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-85fef273-ad31-4eaa-8d41-ee5a8ccd5fdd None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:27:15.851288 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cca603-9553-4ca3-b588-cabcc9ab67af req-14ff1202-5041-405b-b83b-a9e26aab8095 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:15.861280 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-43e111a3-3358-4127-a25a-d340ae48984f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:15.861589 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-96cca603-9553-4ca3-b588-cabcc9ab67af req-14ff1202-5041-405b-b83b-a9e26aab8095 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0867271 Aug 19 15:27:15.931232 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 45106) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:15.938976 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-96cca603-9553-4ca3-b588-cabcc9ab67af req-643d75f0-00b2-4302-b4f1-1b2e7d866c0f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764563 Aug 19 15:27:15.998423 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c4cf98a2-419a-404f-ad3b-fa64c55dca07 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (6dfc58e1-48e0-40f7-bf30-b766b0a35f5d), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:16.022484 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c4cf98a2-419a-404f-ad3b-fa64c55dca07 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (6dfc58e1-48e0-40f7-bf30-b766b0a35f5d), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:16.038692 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-85fef273-ad31-4eaa-8d41-ee5a8ccd5fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '78276680-c2cb-4f62-9db4-d532396704bc', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'port_id': '02304f9d-f8e5-4fc7-8c86-f4b23da124da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'mac_address': 'fa:16:3e:d0:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13d4563-5477-4605-9b1b-85113d779753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:23:21Z', 'updated_at': '2022-08-19T15:24:06Z', 'revision_number': 2, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:16.042243 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:16.066115 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fef273-ad31-4eaa-8d41-ee5a8ccd5fdd None None] The sync data for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi is: [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '78276680-c2cb-4f62-9db4-d532396704bc', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'port_id': '02304f9d-f8e5-4fc7-8c86-f4b23da124da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'mac_address': 'fa:16:3e:d0:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13d4563-5477-4605-9b1b-85113d779753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:23:21Z', 'updated_at': '2022-08-19T15:24:06Z', 'revision_number': 2, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:27:16.078168 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c4cf98a2-419a-404f-ad3b-fa64c55dca07 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (6dfc58e1-48e0-40f7-bf30-b766b0a35f5d), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:16.081919 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c4cf98a2-419a-404f-ad3b-fa64c55dca07 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:16.085644 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-c4cf98a2-419a-404f-ad3b-fa64c55dca07 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/6dfc58e1-48e0-40f7-bf30-b766b0a35f5d HTTP/1.1" status: 204 len: 168 time: 0.1509819 Aug 19 15:27:16.086023 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45110) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:16.097808 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf98a2-419a-404f-ad3b-fa64c55dca07 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfc58e1-48e0-40f7-bf30-b766b0a35f5d,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:16.101918 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.api.v2.resource [None req-dd3439e3-0b40-4f13-b818-3729350300cc tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] show failed (client error): The resource could not be found. Aug 19 15:27:16.106664 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-dd3439e3-0b40-4f13-b818-3729350300cc tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups/6dfc58e1-48e0-40f7-bf30-b766b0a35f5d HTTP/1.1" status: 404 len: 347 time: 0.0163622 Aug 19 15:27:16.108204 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45112) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:16.242430 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-07c96e67-2520-4700-8b4a-98eb5c51d43d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Deleting port 5057369c-426c-42e9-b955-8f2938b9bb4c {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:27:16.242774 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-07c96e67-2520-4700-8b4a-98eb5c51d43d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (5057369c-426c-42e9-b955-8f2938b9bb4c), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:16.308376 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:16.330970 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-07c96e67-2520-4700-8b4a-98eb5c51d43d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (5057369c-426c-42e9-b955-8f2938b9bb4c), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:16.331296 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-07c96e67-2520-4700-8b4a-98eb5c51d43d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (5057369c-426c-42e9-b955-8f2938b9bb4c), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:16.348879 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-07c96e67-2520-4700-8b4a-98eb5c51d43d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Calling delete_port for 5057369c-426c-42e9-b955-8f2938b9bb4c owned by network:floatingip {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:27:16.360797 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e6d6bd-dbac-40a3-a590-bbf6fc8f3410 None None] New status for floating IP 37c587b5-f4ef-4ade-9fec-5606ca36840a: DOWN {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:27:16.534151 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-07c96e67-2520-4700-8b4a-98eb5c51d43d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (5057369c-426c-42e9-b955-8f2938b9bb4c), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:16.561704 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c96e67-2520-4700-8b4a-98eb5c51d43d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event deleted for resources: {'Port': ['ID=5057369c-426c-42e9-b955-8f2938b9bb4c,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:16.638187 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-07c96e67-2520-4700-8b4a-98eb5c51d43d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (37c587b5-f4ef-4ade-9fec-5606ca36840a), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:16.640964 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-07c96e67-2520-4700-8b4a-98eb5c51d43d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:16.642124 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-07c96e67-2520-4700-8b4a-98eb5c51d43d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/37c587b5-f4ef-4ade-9fec-5606ca36840a HTTP/1.1" status: 204 len: 168 time: 0.5288045 Aug 19 15:27:17.035220 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:18.490235 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:18.541591 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:18.759530 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 789e4df0-1af5-4f96-9194-ab12ac1b5047 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:27:18.784702 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: 789e4df0-1af5-4f96-9194-ab12ac1b5047 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:27:18.785041 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 789e4df0-1af5-4f96-9194-ab12ac1b5047 not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:27:20.425545 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83a33d-4ca2-4e54-bfe8-17ba98b3e07e req-79d22034-2c8a-4ace-aaf5-fb03b080af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:20.426990 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-8e83a33d-4ca2-4e54-bfe8-17ba98b3e07e req-79d22034-2c8a-4ace-aaf5-fb03b080af26 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=dcca6c7d30114cd0936eb30381efad7d&device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 1130 time: 0.0442162 Aug 19 15:27:20.443417 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3427c3-5ac6-4312-aefd-62fd6ef82627 req-7fe6012d-f623-4f79-81c3-c87abbb866e9 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:20.444946 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ca3427c3-5ac6-4312-aefd-62fd6ef82627 req-7fe6012d-f623-4f79-81c3-c87abbb866e9 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0515831 Aug 19 15:27:20.497997 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ca3427c3-5ac6-4312-aefd-62fd6ef82627 req-be333ff7-8c17-496c-840a-5cccf9d9f1e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442524 Aug 19 15:27:20.531944 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83a33d-4ca2-4e54-bfe8-17ba98b3e07e req-a66ec678-c3b5-4e0d-9597-d650b2ab9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:20.533667 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-8e83a33d-4ca2-4e54-bfe8-17ba98b3e07e req-a66ec678-c3b5-4e0d-9597-d650b2ab9c36 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 200 len: 919 time: 0.0991237 Aug 19 15:27:20.608628 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-8e83a33d-4ca2-4e54-bfe8-17ba98b3e07e req-d813b351-1e5d-4da4-a4a2-f86aa7a4b149 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca54f86e-c00b-4076-ac42-4e78405cb1a7 HTTP/1.1" status: 200 len: 1001 time: 0.0618026 Aug 19 15:27:20.665430 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83a33d-4ca2-4e54-bfe8-17ba98b3e07e req-db980280-73cc-488e-8a4e-aad645c15aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:20.667020 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-8e83a33d-4ca2-4e54-bfe8-17ba98b3e07e req-db980280-73cc-488e-8a4e-aad645c15aa4 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb HTTP/1.1" status: 200 len: 857 time: 0.0515847 Aug 19 15:27:20.723141 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83a33d-4ca2-4e54-bfe8-17ba98b3e07e req-b11658b4-b99d-4919-ba86-55f1f33ae569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:20.724758 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-8e83a33d-4ca2-4e54-bfe8-17ba98b3e07e req-b11658b4-b99d-4919-ba86-55f1f33ae569 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=767088c7-8ee1-471e-80fb-53a5e6370be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0509083 Aug 19 15:27:20.825068 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-8e83a33d-4ca2-4e54-bfe8-17ba98b3e07e req-9e24c0c1-f219-4434-9aae-6ad02472174d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925481 Aug 19 15:27:21.164099 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:21.173390 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-8e83a33d-4ca2-4e54-bfe8-17ba98b3e07e req-750338bb-6bc8-46fd-8a60-26415f10d045 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418009 Aug 19 15:27:21.551942 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149660a-0b86-4423-8edd-d51765b7db04 req-35956b5b-30aa-4941-9a42-b9ee4bd3f680 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:21.553609 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e149660a-0b86-4423-8edd-d51765b7db04 req-35956b5b-30aa-4941-9a42-b9ee4bd3f680 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 946 time: 0.0500169 Aug 19 15:27:21.649491 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a32634-02f3-4b5a-9506-a45e1208593b req-9906c18e-da08-41e0-ab15-92d8f473b046 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:21.651538 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d3a32634-02f3-4b5a-9506-a45e1208593b req-9906c18e-da08-41e0-ab15-92d8f473b046 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0690060 Aug 19 15:27:21.655001 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e149660a-0b86-4423-8edd-d51765b7db04 req-459c7763-a55b-4348-98ea-91f798fad2a6 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940580 Aug 19 15:27:21.714253 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d3a32634-02f3-4b5a-9506-a45e1208593b req-6dc63a7c-4ebb-4ff9-9d8c-366891b39456 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556583 Aug 19 15:27:22.793601 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b9aaf-9266-4914-9e9d-5049ac429688 req-dea947aa-7bae-4b5f-8bdd-145c3617c88d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:22.795146 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4e3b9aaf-9266-4914-9e9d-5049ac429688 req-dea947aa-7bae-4b5f-8bdd-145c3617c88d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 946 time: 0.0512877 Aug 19 15:27:22.816017 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:22.891358 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280b9e5-94a5-4c62-9fb5-efe0e8a707f3 req-a120ef6f-c10a-4046-bd84-d706515e6a03 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:22.892861 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8280b9e5-94a5-4c62-9fb5-efe0e8a707f3 req-a120ef6f-c10a-4046-bd84-d706515e6a03 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0757055 Aug 19 15:27:22.896236 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4e3b9aaf-9266-4914-9e9d-5049ac429688 req-547d5849-626f-4877-bebc-072ac2fe874d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=33b55995-3064-4225-8e3e-469b8fb1f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946307 Aug 19 15:27:22.944200 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8280b9e5-94a5-4c62-9fb5-efe0e8a707f3 req-86f06cc5-13b9-4004-a72f-619d5a7b8632 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446100 Aug 19 15:27:23.343800 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c70d5-71f6-4866-80d5-73338a7bdc27 req-64972750-e7ca-42d4-ba6f-8bba69ab3985 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:23.345270 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-e49c70d5-71f6-4866-80d5-73338a7bdc27 req-64972750-e7ca-42d4-ba6f-8bba69ab3985 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 946 time: 0.0495751 Aug 19 15:27:23.426947 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:23.439508 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-e49c70d5-71f6-4866-80d5-73338a7bdc27 req-fe8d0eb7-d58c-40e7-8673-afe63592a0c7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Deleting port 02304f9d-f8e5-4fc7-8c86-f4b23da124da {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:27:23.439845 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-e49c70d5-71f6-4866-80d5-73338a7bdc27 req-fe8d0eb7-d58c-40e7-8673-afe63592a0c7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (02304f9d-f8e5-4fc7-8c86-f4b23da124da), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:23.530199 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-e49c70d5-71f6-4866-80d5-73338a7bdc27 req-fe8d0eb7-d58c-40e7-8673-afe63592a0c7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] For port 02304f9d-f8e5-4fc7-8c86-f4b23da124da, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=02304f9d-f8e5-4fc7-8c86-f4b23da124da,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:23.530566 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-e49c70d5-71f6-4866-80d5-73338a7bdc27 req-fe8d0eb7-d58c-40e7-8673-afe63592a0c7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (02304f9d-f8e5-4fc7-8c86-f4b23da124da), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:23.703899 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-e49c70d5-71f6-4866-80d5-73338a7bdc27 req-fe8d0eb7-d58c-40e7-8673-afe63592a0c7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:23.704353 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-e49c70d5-71f6-4866-80d5-73338a7bdc27 req-fe8d0eb7-d58c-40e7-8673-afe63592a0c7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (78276680-c2cb-4f62-9db4-d532396704bc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:23.704756 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.l3_db [req-e49c70d5-71f6-4866-80d5-73338a7bdc27 req-fe8d0eb7-d58c-40e7-8673-afe63592a0c7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Floating IP 78276680-c2cb-4f62-9db4-d532396704bc disassociated. External IP: 172.27.2.88, port: 02304f9d-f8e5-4fc7-8c86-f4b23da124da. Aug 19 15:27:23.705163 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-e49c70d5-71f6-4866-80d5-73338a7bdc27 req-fe8d0eb7-d58c-40e7-8673-afe63592a0c7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Calling delete_port for 02304f9d-f8e5-4fc7-8c86-f4b23da124da owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:27:23.844938 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-e49c70d5-71f6-4866-80d5-73338a7bdc27 req-fe8d0eb7-d58c-40e7-8673-afe63592a0c7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (02304f9d-f8e5-4fc7-8c86-f4b23da124da), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:23.877865 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d0eb7-d58c-40e7-8673-afe63592a0c7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event deleted for resources: {'Port': ['ID=02304f9d-f8e5-4fc7-8c86-f4b23da124da,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:23.994042 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e49c70d5-71f6-4866-80d5-73338a7bdc27 req-fe8d0eb7-d58c-40e7-8673-afe63592a0c7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:27:24.007429 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9a512c53-dcab-40e2-85fc-03c2b370508e req-b4314458-62b3-4bba-90ed-d0759126f19a tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c13d4563-5477-4605-9b1b-85113d779753 HTTP/1.1" status: 200 len: 210 time: 0.0334132 Aug 19 15:27:24.088057 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f10673-c979-4f79-9f2b-eb7bd48ab647 req-78ae6a16-d73f-430a-9b7c-20590e525119 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:24.089807 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-01f10673-c979-4f79-9f2b-eb7bd48ab647 req-78ae6a16-d73f-430a-9b7c-20590e525119 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0482259 Aug 19 15:27:24.109101 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e49c70d5-71f6-4866-80d5-73338a7bdc27 req-fe8d0eb7-d58c-40e7-8673-afe63592a0c7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:27:24.119146 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ca02f-9b89-4717-bfa3-331878630b74 None None] Sync routers for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:27:24.130394 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ca02f-9b89-4717-bfa3-331878630b74 None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:27:24.131249 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-176ca02f-9b89-4717-bfa3-331878630b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:27:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:24.147633 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-01f10673-c979-4f79-9f2b-eb7bd48ab647 req-4b2ff127-138d-4f85-b334-041e38a250ad tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519440 Aug 19 15:27:24.163916 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49c70d5-71f6-4866-80d5-73338a7bdc27 req-fe8d0eb7-d58c-40e7-8673-afe63592a0c7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] No DVR routers for this DVR port 02304f9d-f8e5-4fc7-8c86-f4b23da124da on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:27:24.167161 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-e49c70d5-71f6-4866-80d5-73338a7bdc27 req-fe8d0eb7-d58c-40e7-8673-afe63592a0c7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:24.170991 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-e49c70d5-71f6-4866-80d5-73338a7bdc27 req-fe8d0eb7-d58c-40e7-8673-afe63592a0c7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "DELETE /networking/v2.0/ports/02304f9d-f8e5-4fc7-8c86-f4b23da124da HTTP/1.1" status: 204 len: 173 time: 0.8152487 Aug 19 15:27:24.171463 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13d4563-5477-4605-9b1b-85113d779753', 'name': 'network-vif-deleted', 'tag': '02304f9d-f8e5-4fc7-8c86-f4b23da124da'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:27:24.173785 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8271d4cc-6df3-49cd-bead-4989d915164b" -d '{"events": [{"server_uuid": "c13d4563-5477-4605-9b1b-85113d779753", "name": "network-vif-deleted", "tag": "02304f9d-f8e5-4fc7-8c86-f4b23da124da"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:27:24.219282 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3123e92e-7ecf-443c-b3c3-745192839fc1 x-openstack-request-id: req-3123e92e-7ecf-443c-b3c3-745192839fc1 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:27:24.219574 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13d4563-5477-4605-9b1b-85113d779753", "name": "network-vif-deleted", "tag": "02304f9d-f8e5-4fc7-8c86-f4b23da124da", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:27:24.219842 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3123e92e-7ecf-443c-b3c3-745192839fc1 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:27:24.220234 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3123e92e-7ecf-443c-b3c3-745192839fc1'] response: {'server_uuid': 'c13d4563-5477-4605-9b1b-85113d779753', 'name': 'network-vif-deleted', 'tag': '02304f9d-f8e5-4fc7-8c86-f4b23da124da', 'status': 'completed', 'code': 200} Aug 19 15:27:24.258522 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-176ca02f-9b89-4717-bfa3-331878630b74 None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:27:24.468588 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-176ca02f-9b89-4717-bfa3-331878630b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:24.493511 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ca02f-9b89-4717-bfa3-331878630b74 None None] Checking router: ec51b1ce-e2fe-4834-8fa7-aeb89d133590 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:27:24.502461 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ca02f-9b89-4717-bfa3-331878630b74 None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:27:24.503056 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-176ca02f-9b89-4717-bfa3-331878630b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:27:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:24.540782 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:24.619531 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-176ca02f-9b89-4717-bfa3-331878630b74 None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:27:24.833955 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-176ca02f-9b89-4717-bfa3-331878630b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:24.865425 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ca02f-9b89-4717-bfa3-331878630b74 None None] The sync data for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi is: [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:27:25.105940 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e7e3ad-f0c1-444c-a295-f52a29cefe05 None None] New status for floating IP 78276680-c2cb-4f62-9db4-d532396704bc: DOWN {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:27:25.121184 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45220) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:25.163141 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:25.180185 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (33b55995-3064-4225-8e3e-469b8fb1f2d8), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:25.204006 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (33b55995-3064-4225-8e3e-469b8fb1f2d8), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:25.291586 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf6ec3-03f1-4a57-bd49-da4564b322cd req-925927ab-01ee-4fb4-9f25-92680f98fef7 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:25.293986 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c7bf6ec3-03f1-4a57-bd49-da4564b322cd req-925927ab-01ee-4fb4-9f25-92680f98fef7 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0589659 Aug 19 15:27:25.296550 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (33b55995-3064-4225-8e3e-469b8fb1f2d8), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:25.299273 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:25.300335 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/33b55995-3064-4225-8e3e-469b8fb1f2d8 HTTP/1.1" status: 204 len: 168 time: 0.1780922 Aug 19 15:27:25.303175 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 45224) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:25.317681 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.api.v2.resource [None req-5a804add-0270-4443-8ed9-d3b090baf046 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] show failed (client error): The resource could not be found. Aug 19 15:27:25.318686 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-5a804add-0270-4443-8ed9-d3b090baf046 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups/33b55995-3064-4225-8e3e-469b8fb1f2d8 HTTP/1.1" status: 404 len: 347 time: 0.0145233 Aug 19 15:27:25.321496 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b55995-3064-4225-8e3e-469b8fb1f2d8,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:25.321648 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 45226) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:25.335252 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:25.335599 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:25.335937 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:25.336274 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:25.336624 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:25.336953 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:25.337298 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:25.337606 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:25.337926 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:25.338250 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:25.339105 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:25.339435 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:25.339751 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:25.340068 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:25.340410 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab37678-488b-4f49-9cbd-aacaec34f1d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:25.366095 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c7bf6ec3-03f1-4a57-bd49-da4564b322cd req-a692dfd3-134f-4195-a685-9f0b1f0dd4b4 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646837 Aug 19 15:27:25.439079 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-d38f164e-afb9-4d3f-a3ed-f732ed7f2007 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Deleting port 0f035a42-e209-4220-bce4-28fbb7685f8c {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:27:25.439335 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d38f164e-afb9-4d3f-a3ed-f732ed7f2007 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (0f035a42-e209-4220-bce4-28fbb7685f8c), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:25.441714 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:25.526765 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d38f164e-afb9-4d3f-a3ed-f732ed7f2007 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (0f035a42-e209-4220-bce4-28fbb7685f8c), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:25.527191 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d38f164e-afb9-4d3f-a3ed-f732ed7f2007 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (0f035a42-e209-4220-bce4-28fbb7685f8c), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:25.543782 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-d38f164e-afb9-4d3f-a3ed-f732ed7f2007 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Calling delete_port for 0f035a42-e209-4220-bce4-28fbb7685f8c owned by network:floatingip {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:27:25.554716 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:25.711696 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d38f164e-afb9-4d3f-a3ed-f732ed7f2007 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (0f035a42-e209-4220-bce4-28fbb7685f8c), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:25.738588 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f164e-afb9-4d3f-a3ed-f732ed7f2007 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event deleted for resources: {'Port': ['ID=0f035a42-e209-4220-bce4-28fbb7685f8c,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:25.808957 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d38f164e-afb9-4d3f-a3ed-f732ed7f2007 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (78276680-c2cb-4f62-9db4-d532396704bc), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:25.811587 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d38f164e-afb9-4d3f-a3ed-f732ed7f2007 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:25.812811 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-d38f164e-afb9-4d3f-a3ed-f732ed7f2007 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/78276680-c2cb-4f62-9db4-d532396704bc HTTP/1.1" status: 204 len: 168 time: 0.4904187 Aug 19 15:27:25.895591 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 45230) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:25.900271 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-1c740677-e36e-4a17-979c-953a9e47fdd7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2104771934', 'description': 'tempest-description--1648502500'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:25.922358 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1c740677-e36e-4a17-979c-953a9e47fdd7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:26.001233 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1c740677-e36e-4a17-979c-953a9e47fdd7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (24a99b39-f1c8-42a6-b63b-3df535b00112), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:26.001376 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:27:26.005771 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1c740677-e36e-4a17-979c-953a9e47fdd7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (24a99b39-f1c8-42a6-b63b-3df535b00112), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:26.040306 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c740677-e36e-4a17-979c-953a9e47fdd7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a99b39-f1c8-42a6-b63b-3df535b00112,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:26.044981 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1c740677-e36e-4a17-979c-953a9e47fdd7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:26.046673 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-1c740677-e36e-4a17-979c-953a9e47fdd7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1498969 Aug 19 15:27:26.049605 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 45238) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:26.053952 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-2c0241c5-0180-48d4-9461-fb07d9d84966 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'security_group_rule': {'security_group_id': '24a99b39-f1c8-42a6-b63b-3df535b00112', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:26.080886 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2c0241c5-0180-48d4-9461-fb07d9d84966 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (a395604c-adfd-4907-8d86-b6e23b8ef10f), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:26.137440 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2c0241c5-0180-48d4-9461-fb07d9d84966 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (a395604c-adfd-4907-8d86-b6e23b8ef10f), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:26.141129 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2c0241c5-0180-48d4-9461-fb07d9d84966 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (a395604c-adfd-4907-8d86-b6e23b8ef10f), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:26.163575 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0241c5-0180-48d4-9461-fb07d9d84966 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a395604c-adfd-4907-8d86-b6e23b8ef10f,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:26.172359 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2c0241c5-0180-48d4-9461-fb07d9d84966 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:26.173727 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-2c0241c5-0180-48d4-9461-fb07d9d84966 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231151 Aug 19 15:27:26.176641 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45240) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:26.181421 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-478c51d2-14f9-41d2-801c-6e50b8885fb2 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'security_group_rule': {'security_group_id': '24a99b39-f1c8-42a6-b63b-3df535b00112', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:26.212087 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-478c51d2-14f9-41d2-801c-6e50b8885fb2 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (6fa6e1b8-6335-448c-9093-d31ebac3d0b8), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:26.272004 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-478c51d2-14f9-41d2-801c-6e50b8885fb2 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (6fa6e1b8-6335-448c-9093-d31ebac3d0b8), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:26.275675 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-478c51d2-14f9-41d2-801c-6e50b8885fb2 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (6fa6e1b8-6335-448c-9093-d31ebac3d0b8), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:26.296221 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c51d2-14f9-41d2-801c-6e50b8885fb2 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa6e1b8-6335-448c-9093-d31ebac3d0b8,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:26.304934 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-478c51d2-14f9-41d2-801c-6e50b8885fb2 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:26.306151 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-478c51d2-14f9-41d2-801c-6e50b8885fb2 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283805 Aug 19 15:27:26.309900 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45242) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:26.314190 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-4311e470-6ca5-4cf8-a9e8-20f68a587fc0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'floatingip': {'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:26.336069 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4311e470-6ca5-4cf8-a9e8-20f68a587fc0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:26.416316 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4311e470-6ca5-4cf8-a9e8-20f68a587fc0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:26.520473 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9265a-c04a-4548-a6a7-63a6663bb4d7 req-016d7d49-d15a-493d-9ee4-afbb2e845fc3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:26.521974 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e4c9265a-c04a-4548-a6a7-63a6663bb4d7 req-016d7d49-d15a-493d-9ee4-afbb2e845fc3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0648515 Aug 19 15:27:26.580412 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:26.593622 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-4311e470-6ca5-4cf8-a9e8-20f68a587fc0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Allocated IP 172.27.2.143 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/41c2d93b-a516-428a-911f-07481829b679) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:26.616717 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e4c9265a-c04a-4548-a6a7-63a6663bb4d7 req-b5afe092-7ace-4ca9-8145-d0bb176c1183 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765388 Aug 19 15:27:26.723026 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4311e470-6ca5-4cf8-a9e8-20f68a587fc0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for port (41c2d93b-a516-428a-911f-07481829b679), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:26.745732 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:26.759073 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4311e470-6ca5-4cf8-a9e8-20f68a587fc0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (41c2d93b-a516-428a-911f-07481829b679), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:26.806887 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4311e470-6ca5-4cf8-a9e8-20f68a587fc0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:26.812198 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-4311e470-6ca5-4cf8-a9e8-20f68a587fc0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:26.814763 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4311e470-6ca5-4cf8-a9e8-20f68a587fc0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:27:26.818412 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311e470-6ca5-4cf8-a9e8-20f68a587fc0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'Port': ['ID=41c2d93b-a516-428a-911f-07481829b679,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:26.913347 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4311e470-6ca5-4cf8-a9e8-20f68a587fc0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (2e953bbb-6878-43d7-8871-257f98e53512), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:26.954558 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4311e470-6ca5-4cf8-a9e8-20f68a587fc0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (41c2d93b-a516-428a-911f-07481829b679), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:27.119066 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4311e470-6ca5-4cf8-a9e8-20f68a587fc0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for port (41c2d93b-a516-428a-911f-07481829b679), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:27.124271 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4311e470-6ca5-4cf8-a9e8-20f68a587fc0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012003'] for port (41c2d93b-a516-428a-911f-07481829b679), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:27.196765 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4311e470-6ca5-4cf8-a9e8-20f68a587fc0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (2e953bbb-6878-43d7-8871-257f98e53512), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:27.201662 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311e470-6ca5-4cf8-a9e8-20f68a587fc0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'Port': ['ID=41c2d93b-a516-428a-911f-07481829b679,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:27.217443 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4311e470-6ca5-4cf8-a9e8-20f68a587fc0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:27.218816 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-4311e470-6ca5-4cf8-a9e8-20f68a587fc0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9079137 Aug 19 15:27:27.292829 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 02304f9d-f8e5-4fc7-8c86-f4b23da124da no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:27:27.318428 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: 02304f9d-f8e5-4fc7-8c86-f4b23da124da {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:27:27.318775 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 02304f9d-f8e5-4fc7-8c86-f4b23da124da not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:27:27.664541 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-b86c958e-16ef-4058-953f-6348ae18bbea tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2104771934&fields=id&tenant_id=cbf14c554d854af5ba8cd910c82d42e0 HTTP/1.1" status: 200 len: 267 time: 0.2696168 Aug 19 15:27:27.719190 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:27.813644 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54170bb-9605-492b-9258-6f19586055cf req-7f04bae3-5330-45ee-aee7-4e188f636c5f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:27.815116 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b54170bb-9605-492b-9258-6f19586055cf req-7f04bae3-5330-45ee-aee7-4e188f636c5f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0916023 Aug 19 15:27:27.857139 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-be1a04c6-a8c1-42bf-bcd8-c1bc01162779 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:27.858531 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-be1a04c6-a8c1-42bf-bcd8-c1bc01162779 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/networks?id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 HTTP/1.1" status: 200 len: 815 time: 0.1859930 Aug 19 15:27:27.889214 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-c67f4b98-8839-4c67-931e-728ddc2aafeb tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/quotas/cbf14c554d854af5ba8cd910c82d42e0 HTTP/1.1" status: 200 len: 375 time: 0.0251489 Aug 19 15:27:27.893641 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b54170bb-9605-492b-9258-6f19586055cf req-592e4071-efae-44e6-aff0-4c200ac0e556 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727556 Aug 19 15:27:27.941888 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-2a1de80f-ac87-4b28-a6bc-3569215c4452 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=cbf14c554d854af5ba8cd910c82d42e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469913 Aug 19 15:27:28.041369 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-38b94341-333f-4cef-9bdb-403347645137 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874376 Aug 19 15:27:28.145889 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-15e0082d-8808-42e8-b674-d7a2f1499f92 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975606 Aug 19 15:27:28.317638 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-dfd75e73-3e3e-4e02-85a3-d5c890836c43 req-bed9bce6-da74-486f-8389-e29f7ba11521 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 210 time: 0.0347602 Aug 19 15:27:28.981195 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:29.021006 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d73b3-88c0-4463-b6b6-c411a9ab6851 req-66be9a12-4955-4c40-be08-69c38876bd52 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:29.022505 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-325d73b3-88c0-4463-b6b6-c411a9ab6851 req-66be9a12-4955-4c40-be08-69c38876bd52 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0501320 Aug 19 15:27:29.070526 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-325d73b3-88c0-4463-b6b6-c411a9ab6851 req-4d0e4387-37a5-4081-af54-0d2f818270e2 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422485 Aug 19 15:27:29.437242 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-cb1d6ac9-d949-43b5-8aa4-7a6eb2525d0a tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:29.439451 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-cb1d6ac9-d949-43b5-8aa4-7a6eb2525d0a tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "GET /networking/v2.0/networks?id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 HTTP/1.1" status: 200 len: 815 time: 0.1338525 Aug 19 15:27:29.444088 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-48faf36f-17b6-43b8-9171-037718bd4716 req-b5ea3424-bea4-4ec4-85af-30f8f755565d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 210 time: 0.0396252 Aug 19 15:27:29.482176 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:29.521794 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-e3c5ddcc-8e70-41c9-a175-610bdffa5f34 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cbf14c554d854af5ba8cd910c82d42e0 HTTP/1.1" status: 200 len: 380 time: 0.0625074 Aug 19 15:27:29.533487 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45308) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:29.586762 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f2f54e-a076-49c3-8c66-2a77422d62b0 admin admin] Deleting subnet f8ad2a11-8ec3-4bc1-9172-195617787148 {{(pid=106284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 19 15:27:29.590742 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-18f2f54e-a076-49c3-8c66-2a77422d62b0 admin admin] Publish callbacks [] for subnet (f8ad2a11-8ec3-4bc1-9172-195617787148), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:29.597109 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-727c262a-a734-42df-9c7d-748d38f81bcd tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'port': {'device_id': '99291255-ef9c-4d2a-a163-35693eb609e8', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'admin_state_up': True, 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'security_groups': ['24a99b39-f1c8-42a6-b63b-3df535b00112']}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:29.628966 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-18f2f54e-a076-49c3-8c66-2a77422d62b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13475986'] for subnet (f8ad2a11-8ec3-4bc1-9172-195617787148), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:29.676688 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-18f2f54e-a076-49c3-8c66-2a77422d62b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550255'] for subnet (f8ad2a11-8ec3-4bc1-9172-195617787148), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:29.718251 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-727c262a-a734-42df-9c7d-748d38f81bcd tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Made reservation on behalf of cbf14c554d854af5ba8cd910c82d42e0 for: {'port': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:29.721928 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-727c262a-a734-42df-9c7d-748d38f81bcd tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:29.733643 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-18f2f54e-a076-49c3-8c66-2a77422d62b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16011949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127577'] for subnet (f8ad2a11-8ec3-4bc1-9172-195617787148), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:29.740420 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:29.765912 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2f54e-a076-49c3-8c66-2a77422d62b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8ad2a11-8ec3-4bc1-9172-195617787148,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:29.770079 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-18f2f54e-a076-49c3-8c66-2a77422d62b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:29.773358 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-18f2f54e-a076-49c3-8c66-2a77422d62b0 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/f8ad2a11-8ec3-4bc1-9172-195617787148 HTTP/1.1" status: 204 len: 168 time: 0.2388675 Aug 19 15:27:29.775947 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45310) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:29.848608 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3118fddd-0463-41b1-8289-664ec9dba1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742190'] for network (37d539b3-8a9d-4ad1-b572-f18d00ea3641), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:29.868868 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-727c262a-a734-42df-9c7d-748d38f81bcd tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Allocated IP 172.20.0.6 (6a74f9df-bea0-4bc2-8022-d4f3c9598ba3/9f5a617c-2964-456f-ae12-5bd7af7fa552/b67e36ec-dcec-4889-867b-e63b9b85adce) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:29.936658 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3118fddd-0463-41b1-8289-664ec9dba1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551398', 'neutron.services.segments.db._delete_segments_for_network-8774275715211'] for network (37d539b3-8a9d-4ad1-b572-f18d00ea3641), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:29.956582 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-3118fddd-0463-41b1-8289-664ec9dba1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d539b3-8a9d-4ad1-b572-f18d00ea3641']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:29.966427 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-3118fddd-0463-41b1-8289-664ec9dba1a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26783c6a-1591-44fe-9138-ddbe78576553') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:29.966728 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-3118fddd-0463-41b1-8289-664ec9dba1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26783c6a-1591-44fe-9138-ddbe78576553') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:29.968278 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:29.978088 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3118fddd-0463-41b1-8289-664ec9dba1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774275715274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13475945'] for segment (26783c6a-1591-44fe-9138-ddbe78576553), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:29.993105 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3118fddd-0463-41b1-8289-664ec9dba1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (26783c6a-1591-44fe-9138-ddbe78576553), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:30.000232 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3118fddd-0463-41b1-8289-664ec9dba1a7 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:27:30.000661 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3118fddd-0463-41b1-8289-664ec9dba1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16011975'] for segment (26783c6a-1591-44fe-9138-ddbe78576553), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:30.016690 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-727c262a-a734-42df-9c7d-748d38f81bcd tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for port (b67e36ec-dcec-4889-867b-e63b9b85adce), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:30.048821 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 26783c6a-1591-44fe-9138-ddbe78576553 resource provider aggregate not found Aug 19 15:27:30.051398 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-727c262a-a734-42df-9c7d-748d38f81bcd tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (b67e36ec-dcec-4889-867b-e63b9b85adce), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:30.066144 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 26783c6a-1591-44fe-9138-ddbe78576553 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26783c6a-1591-44fe-9138-ddbe78576553 found for delete ", "request_id": "req-236d155c-0886-41cf-9676-f1a5454b2671"}]} Aug 19 15:27:30.070567 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3118fddd-0463-41b1-8289-664ec9dba1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809602'] for network (37d539b3-8a9d-4ad1-b572-f18d00ea3641), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:30.078889 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3118fddd-0463-41b1-8289-664ec9dba1a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:30.083147 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3118fddd-0463-41b1-8289-664ec9dba1a7 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/37d539b3-8a9d-4ad1-b572-f18d00ea3641 HTTP/1.1" status: 204 len: 168 time: 0.3058801 Aug 19 15:27:30.106272 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118fddd-0463-41b1-8289-664ec9dba1a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=37d539b3-8a9d-4ad1-b572-f18d00ea3641,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:30.110475 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-727c262a-a734-42df-9c7d-748d38f81bcd tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:30.117437 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-727c262a-a734-42df-9c7d-748d38f81bcd tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:30.121115 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-727c262a-a734-42df-9c7d-748d38f81bcd tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:27:30.150379 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c262a-a734-42df-9c7d-748d38f81bcd tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'Port': ['ID=b67e36ec-dcec-4889-867b-e63b9b85adce,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:30.187973 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-727c262a-a734-42df-9c7d-748d38f81bcd tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:30.188666 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-727c262a-a734-42df-9c7d-748d38f81bcd tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:30.209587 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-727c262a-a734-42df-9c7d-748d38f81bcd tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6162064 Aug 19 15:27:30.223373 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Request body: {'port': {'device_id': '99291255-ef9c-4d2a-a163-35693eb609e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:30.226457 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33823d-01c1-480e-9c5e-71948d2ead0c req-a2cadb47-2130-490d-9d01-72e394072342 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:30.228205 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3b33823d-01c1-480e-9c5e-71948d2ead0c req-a2cadb47-2130-490d-9d01-72e394072342 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0586329 Aug 19 15:27:30.294823 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (b67e36ec-dcec-4889-867b-e63b9b85adce), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:30.296745 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3b33823d-01c1-480e-9c5e-71948d2ead0c req-486e3210-a31c-4e5d-93b8-14b1a49959ab tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608301 Aug 19 15:27:30.353459 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45320) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:30.401711 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-2d540e82-4b57-4bbe-8199-22923fcf8361 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=42b848bb5725477b8832057b56c9cf4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446072 Aug 19 15:27:30.404216 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45322) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:30.451958 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-8691365b-7282-461a-a887-5a07df407870 None None] Provisioning complete for port b67e36ec-dcec-4889-867b-e63b9b85adce triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:27:30.452989 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8691365b-7282-461a-a887-5a07df407870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (b67e36ec-dcec-4889-867b-e63b9b85adce), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:30.457267 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe57b-17aa-46dc-9404-1332bfec3625 admin admin] Publish callbacks [] for security_group (5f0e970a-4bf7-4b71-afa3-13227a386ca2), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:30.464476 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:30.480304 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe57b-17aa-46dc-9404-1332bfec3625 admin admin] Publish callbacks [] for security_group (5f0e970a-4bf7-4b71-afa3-13227a386ca2), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:30.488782 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-8691365b-7282-461a-a887-5a07df407870 None None] Port b67e36ec-dcec-4889-867b-e63b9b85adce cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:27:30.518506 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:30.582570 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb14c1e-c07f-4771-96d0-1069a23e5b2b req-f962c304-2c9c-4cb0-a283-35d64e5fea64 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:30.584117 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9fb14c1e-c07f-4771-96d0-1069a23e5b2b req-f962c304-2c9c-4cb0-a283-35d64e5fea64 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 931 time: 0.0529344 Aug 19 15:27:30.586406 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe57b-17aa-46dc-9404-1332bfec3625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (5f0e970a-4bf7-4b71-afa3-13227a386ca2), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:30.590309 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe57b-17aa-46dc-9404-1332bfec3625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:30.591048 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-6fbbe57b-17aa-46dc-9404-1332bfec3625 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/5f0e970a-4bf7-4b71-afa3-13227a386ca2 HTTP/1.1" status: 204 len: 168 time: 0.1858406 Aug 19 15:27:30.614881 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbe57b-17aa-46dc-9404-1332bfec3625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0e970a-4bf7-4b71-afa3-13227a386ca2,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:30.654800 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b67e36ec-dcec-4889-867b-e63b9b85adce {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:27:30.662183 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9fb14c1e-c07f-4771-96d0-1069a23e5b2b req-00c57cee-931f-456b-a1a3-a89e1b04c5d9 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=24a99b39-f1c8-42a6-b63b-3df535b00112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700192 Aug 19 15:27:30.663652 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Publish callbacks [] for port (b67e36ec-dcec-4889-867b-e63b9b85adce), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:30.686166 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Transition to ACTIVE for port object b67e36ec-dcec-4889-867b-e63b9b85adce will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:27:30.691016 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (b67e36ec-dcec-4889-867b-e63b9b85adce), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:30.718584 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:30.778806 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Pushing event updated for resources: {'Port': ['ID=b67e36ec-dcec-4889-867b-e63b9b85adce,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:30.819864 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Attempting to bind port b67e36ec-dcec-4889-867b-e63b9b85adce on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:27:30.820207 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Attempting to bind port b67e36ec-dcec-4889-867b-e63b9b85adce by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:27:30.820572 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Attempting to bind port b67e36ec-dcec-4889-867b-e63b9b85adce on network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:27:30.825204 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Port b67e36ec-dcec-4889-867b-e63b9b85adce on network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:27:30.825522 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Attempting to bind port b67e36ec-dcec-4889-867b-e63b9b85adce on network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:27:30.831134 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:27:30.831608 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Checking segment: {'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:27:30.832156 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Bound using segment: {'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:27:30.832872 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Bound port: b67e36ec-dcec-4889-867b-e63b9b85adce, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:27:30.833354 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (b67e36ec-dcec-4889-867b-e63b9b85adce), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:30.897998 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] For port b67e36ec-dcec-4889-867b-e63b9b85adce, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:27:30.901623 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] For port b67e36ec-dcec-4889-867b-e63b9b85adce, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b67e36ec-dcec-4889-867b-e63b9b85adce,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:27:30.908168 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (b67e36ec-dcec-4889-867b-e63b9b85adce), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:30.912863 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:30.913476 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:30.914906 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/b67e36ec-dcec-4889-867b-e63b9b85adce HTTP/1.1" status: 200 len: 1093 time: 0.6965272 Aug 19 15:27:30.915400 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99291255-ef9c-4d2a-a163-35693eb609e8', 'tag': 'b67e36ec-dcec-4889-867b-e63b9b85adce'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:27:30.918409 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994c96ba-1894-4922-9837-b2e6e97481a4" -d '{"events": [{"name": "network-changed", "server_uuid": "99291255-ef9c-4d2a-a163-35693eb609e8", "tag": "b67e36ec-dcec-4889-867b-e63b9b85adce"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:27:30.983840 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa57cdf7-4c6f-4469-ab10-1551ac027737 x-openstack-request-id: req-fa57cdf7-4c6f-4469-ab10-1551ac027737 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:27:30.984202 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99291255-ef9c-4d2a-a163-35693eb609e8", "tag": "b67e36ec-dcec-4889-867b-e63b9b85adce", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:27:30.984482 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fa57cdf7-4c6f-4469-ab10-1551ac027737 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:27:30.984891 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa57cdf7-4c6f-4469-ab10-1551ac027737'] response: {'name': 'network-changed', 'server_uuid': '99291255-ef9c-4d2a-a163-35693eb609e8', 'tag': 'b67e36ec-dcec-4889-867b-e63b9b85adce', 'status': 'completed', 'code': 200} Aug 19 15:27:31.022068 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4196866-af80-4bde-b8ad-d456511a4240 service neutron] Pushing event updated for resources: {'Port': ['ID=b67e36ec-dcec-4889-867b-e63b9b85adce,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:31.028835 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-bfbf5a95-c42d-4fd0-8321-ca6d71a2e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:31.030501 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-bfbf5a95-c42d-4fd0-8321-ca6d71a2e447 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cbf14c554d854af5ba8cd910c82d42e0&device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 1127 time: 0.0647759 Aug 19 15:27:31.078897 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-bee931f2-f9c9-4fe2-bfdd-2a45b04c790c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b67e36ec-dcec-4889-867b-e63b9b85adce HTTP/1.1" status: 200 len: 217 time: 0.0398097 Aug 19 15:27:31.136305 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-93b77c44-6007-4d00-8eaa-a852ac9d5644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:31.137850 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-93b77c44-6007-4d00-8eaa-a852ac9d5644 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9f5a617c-2964-456f-ae12-5bd7af7fa552 HTTP/1.1" status: 200 len: 854 time: 0.0527709 Aug 19 15:27:31.193802 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-5b9351c6-6312-4c30-a0de-4f8f2e70e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:31.195886 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-5b9351c6-6312-4c30-a0de-4f8f2e70e977 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483239 Aug 19 15:27:31.298122 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-1c049b48-b5ed-4015-a8c5-51072fa870ee service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948274 Aug 19 15:27:31.418755 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d40f6-929d-4eb9-b0a2-b5d6550f046d req-a478bf0e-0925-437a-a08c-028827e543e5 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:31.420445 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a79d40f6-929d-4eb9-b0a2-b5d6550f046d req-a478bf0e-0925-437a-a08c-028827e543e5 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0527859 Aug 19 15:27:31.481253 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d2be5810-645e-43ef-9b71-c5eb621223cc req-7a8e2b97-727c-4143-baeb-9a400286cacf service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053696 Aug 19 15:27:31.502787 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a79d40f6-929d-4eb9-b0a2-b5d6550f046d req-0ceb3946-bd53-446d-9a45-f69334f6daf5 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719757 Aug 19 15:27:31.814499 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092200ac-e1f1-4373-b9fc-d704057d4251 req-9a29c9e1-8dca-49ff-bcf1-8d74de9069ba tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:31.816065 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-092200ac-e1f1-4373-b9fc-d704057d4251 req-9a29c9e1-8dca-49ff-bcf1-8d74de9069ba tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 943 time: 0.0609052 Aug 19 15:27:31.876943 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-092200ac-e1f1-4373-b9fc-d704057d4251 req-5e4ac819-ef1a-45dc-b4a1-0bf26f8963aa tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=24a99b39-f1c8-42a6-b63b-3df535b00112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542269 Aug 19 15:27:32.520016 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c96ba-1894-4922-9837-b2e6e97481a4 req-06f87b35-c45a-45ed-b2bb-6575483f25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:32.521593 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-994c96ba-1894-4922-9837-b2e6e97481a4 req-06f87b35-c45a-45ed-b2bb-6575483f25fe service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cbf14c554d854af5ba8cd910c82d42e0&device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 1127 time: 0.0453556 Aug 19 15:27:32.617273 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c96ba-1894-4922-9837-b2e6e97481a4 req-f4570290-232f-485e-8ac5-3b66691ad2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:32.618729 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-994c96ba-1894-4922-9837-b2e6e97481a4 req-f4570290-232f-485e-8ac5-3b66691ad2ee service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 HTTP/1.1" status: 200 len: 916 time: 0.0906489 Aug 19 15:27:32.627961 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed38e8-ad50-4686-a539-d583f5ea8fdf req-fc21bb30-6195-48fb-8b4e-e746cf3608f3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:32.629616 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6eed38e8-ad50-4686-a539-d583f5ea8fdf req-fc21bb30-6195-48fb-8b4e-e746cf3608f3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0487084 Aug 19 15:27:32.634143 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:32.671429 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-994c96ba-1894-4922-9837-b2e6e97481a4 req-574a94c8-eb6b-452b-9e64-504388014403 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b67e36ec-dcec-4889-867b-e63b9b85adce HTTP/1.1" status: 200 len: 217 time: 0.0426452 Aug 19 15:27:32.683997 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6eed38e8-ad50-4686-a539-d583f5ea8fdf req-6a03f7ee-0d1f-4bd7-9bf0-782eee5a5843 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484884 Aug 19 15:27:32.730289 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c96ba-1894-4922-9837-b2e6e97481a4 req-66d6692a-b78a-40b8-bf37-d2332cf4fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:32.731672 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-994c96ba-1894-4922-9837-b2e6e97481a4 req-66d6692a-b78a-40b8-bf37-d2332cf4fcb7 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9f5a617c-2964-456f-ae12-5bd7af7fa552 HTTP/1.1" status: 200 len: 854 time: 0.0473177 Aug 19 15:27:32.783254 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c96ba-1894-4922-9837-b2e6e97481a4 req-67311566-b176-437b-a4aa-fa744d03cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:32.784701 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-994c96ba-1894-4922-9837-b2e6e97481a4 req-67311566-b176-437b-a4aa-fa744d03cc45 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396259 Aug 19 15:27:32.879745 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-994c96ba-1894-4922-9837-b2e6e97481a4 req-5ca43a74-fc36-4f7e-9925-abaca82d2fb1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863152 Aug 19 15:27:32.954769 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:32.982221 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-994c96ba-1894-4922-9837-b2e6e97481a4 req-af4f18dc-3f51-415c-9d19-7a875e06d2d2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956364 Aug 19 15:27:32.999861 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5c508-f289-40a6-8cc0-ee6db466eb70 req-629b38b5-2bcc-4a1a-88f5-acc8589d3242 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:33.001305 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4ef5c508-f289-40a6-8cc0-ee6db466eb70 req-629b38b5-2bcc-4a1a-88f5-acc8589d3242 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 943 time: 0.0529418 Aug 19 15:27:33.052567 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4ef5c508-f289-40a6-8cc0-ee6db466eb70 req-9f43e99a-b297-4b7b-a80b-73aa4fd4114a tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=24a99b39-f1c8-42a6-b63b-3df535b00112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455558 Aug 19 15:27:33.308660 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device b67e36ec-dcec-4889-867b-e63b9b85adce details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:27:33.379500 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:33.410403 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port b67e36ec-dcec-4889-867b-e63b9b85adce, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b67e36ec-dcec-4889-867b-e63b9b85adce,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:33.421610 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': 'b67e36ec-dcec-4889-867b-e63b9b85adce', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'port_id': 'b67e36ec-dcec-4889-867b-e63b9b85adce', 'mac_address': 'fa:16:3e:56:44:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:27:33.459906 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port b67e36ec-dcec-4889-867b-e63b9b85adce is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:27:33.460293 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (b67e36ec-dcec-4889-867b-e63b9b85adce), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:33.472959 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b67e36ec-dcec-4889-867b-e63b9b85adce {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:27:33.492779 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port b67e36ec-dcec-4889-867b-e63b9b85adce, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b67e36ec-dcec-4889-867b-e63b9b85adce,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:33.497167 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (b67e36ec-dcec-4889-867b-e63b9b85adce), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:33.544629 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=b67e36ec-dcec-4889-867b-e63b9b85adce,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:33.816370 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b3a52-507c-4ac8-ada8-2de0f1708c0a req-c4e922fe-8f92-4825-997d-102f13df6f49 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:33.817971 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7a2b3a52-507c-4ac8-ada8-2de0f1708c0a req-c4e922fe-8f92-4825-997d-102f13df6f49 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0565958 Aug 19 15:27:33.872533 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7a2b3a52-507c-4ac8-ada8-2de0f1708c0a req-cfd977f8-46c7-4873-ab86-79431a0252ee tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443563 Aug 19 15:27:34.179619 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4d198-47cd-4d33-85dc-e239bbb0381a req-832cde25-e3fb-4c2d-8206-cfaac751a67b tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:34.181152 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d6c4d198-47cd-4d33-85dc-e239bbb0381a req-832cde25-e3fb-4c2d-8206-cfaac751a67b tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 944 time: 0.0506308 Aug 19 15:27:34.211367 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:34.234170 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d6c4d198-47cd-4d33-85dc-e239bbb0381a req-ca719e1e-e26c-4b9d-b34d-e38018844151 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=24a99b39-f1c8-42a6-b63b-3df535b00112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473633 Aug 19 15:27:34.996823 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936351d3-2079-4d67-8a00-f1a6bbbd19de req-f2440780-0473-4c53-9651-36986e47d33e tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:34.998251 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-936351d3-2079-4d67-8a00-f1a6bbbd19de req-f2440780-0473-4c53-9651-36986e47d33e tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0499415 Aug 19 15:27:35.048172 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-936351d3-2079-4d67-8a00-f1a6bbbd19de req-746c039c-5f09-431f-92a7-9945bd2788e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442355 Aug 19 15:27:35.363215 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754c1c0-64c4-4da2-a6fc-ac2e8961dbd5 req-a53de034-215e-4618-b555-41cdeb538d58 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:35.364712 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3754c1c0-64c4-4da2-a6fc-ac2e8961dbd5 req-a53de034-215e-4618-b555-41cdeb538d58 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 944 time: 0.0498412 Aug 19 15:27:35.412275 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3754c1c0-64c4-4da2-a6fc-ac2e8961dbd5 req-f8e1de91-ffd0-481f-a94a-80075a8fdd89 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=24a99b39-f1c8-42a6-b63b-3df535b00112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417283 Aug 19 15:27:36.173633 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423695a-f85e-41ba-b546-5b92e30edebf req-3cd1f64b-d539-4fb7-ab55-c5383a1bd2de tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:36.175158 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1423695a-f85e-41ba-b546-5b92e30edebf req-3cd1f64b-d539-4fb7-ab55-c5383a1bd2de tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0528419 Aug 19 15:27:36.224986 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1423695a-f85e-41ba-b546-5b92e30edebf req-d6aa2f87-203a-4de4-ae59-fa8284799e4f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440910 Aug 19 15:27:36.242228 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['b67e36ec-dcec-4889-867b-e63b9b85adce'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:27:36.536446 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66e32a-9252-47e6-880e-8f76978059e1 req-1e6681c0-3720-4255-b271-03c31226cbab tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:36.537938 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ac66e32a-9252-47e6-880e-8f76978059e1 req-1e6681c0-3720-4255-b271-03c31226cbab tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 944 time: 0.0504558 Aug 19 15:27:36.556964 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:36.590528 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ac66e32a-9252-47e6-880e-8f76978059e1 req-2be6e9b3-9ae2-403e-bbf4-7a4e00ce1988 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=24a99b39-f1c8-42a6-b63b-3df535b00112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467489 Aug 19 15:27:37.346310 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8994a35-b86b-4d4f-8d00-49b12168c50e req-8bab4f24-cc6c-4843-886b-a89336a538eb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:37.347846 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a8994a35-b86b-4d4f-8d00-49b12168c50e req-8bab4f24-cc6c-4843-886b-a89336a538eb tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0480745 Aug 19 15:27:37.402492 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a8994a35-b86b-4d4f-8d00-49b12168c50e req-3c1f1663-8a83-4f19-b870-9bd248e7e826 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490286 Aug 19 15:27:37.714174 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c4967-235d-44e1-9581-5b51554e8b8c req-8c21fd58-767f-4016-8d8d-aee6c3ae2d99 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:37.715722 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2c1c4967-235d-44e1-9581-5b51554e8b8c req-8c21fd58-767f-4016-8d8d-aee6c3ae2d99 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 944 time: 0.0524848 Aug 19 15:27:37.765408 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2c1c4967-235d-44e1-9581-5b51554e8b8c req-04c033f3-fa2e-4927-b8f7-c8f530f30f7a tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=24a99b39-f1c8-42a6-b63b-3df535b00112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439785 Aug 19 15:27:38.527823 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223d564-fe2d-462d-a5b2-dc316391c374 req-695b0b6f-f731-4371-83d1-73661bf645b5 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:38.529367 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e223d564-fe2d-462d-a5b2-dc316391c374 req-695b0b6f-f731-4371-83d1-73661bf645b5 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0480490 Aug 19 15:27:38.581948 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e223d564-fe2d-462d-a5b2-dc316391c374 req-87a88a73-b94f-48ba-8566-b8a6dca45b5f tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467758 Aug 19 15:27:38.889002 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13a917-616e-4c94-b8ec-c5f333bd13cc req-8fffac8a-16b6-4ce8-a4f9-556aa29126e9 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:38.890483 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8c13a917-616e-4c94-b8ec-c5f333bd13cc req-8fffac8a-16b6-4ce8-a4f9-556aa29126e9 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 944 time: 0.0499692 Aug 19 15:27:38.940764 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8c13a917-616e-4c94-b8ec-c5f333bd13cc req-dcfee8d8-b3ef-47d4-af3f-3839e6a6cd21 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=24a99b39-f1c8-42a6-b63b-3df535b00112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445530 Aug 19 15:27:39.707325 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca5156-8c67-4419-a5cb-1de68a893c48 req-4f3bc2f3-07c9-48e8-b078-e37e3ffb011d tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:39.708848 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3dca5156-8c67-4419-a5cb-1de68a893c48 req-4f3bc2f3-07c9-48e8-b078-e37e3ffb011d tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0522685 Aug 19 15:27:39.750998 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device b67e36ec-dcec-4889-867b-e63b9b85adce up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:27:39.759399 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3dca5156-8c67-4419-a5cb-1de68a893c48 req-1ef1efe2-b879-43b4-8a99-31dce51dc684 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442171 Aug 19 15:27:39.780982 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:39.791202 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:39.805316 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port b67e36ec-dcec-4889-867b-e63b9b85adce completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:27:39.812109 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port b67e36ec-dcec-4889-867b-e63b9b85adce triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:27:39.812587 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (b67e36ec-dcec-4889-867b-e63b9b85adce), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:40.022394 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port b67e36ec-dcec-4889-867b-e63b9b85adce is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:27:40.022785 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (b67e36ec-dcec-4889-867b-e63b9b85adce), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:40.048469 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99291255-ef9c-4d2a-a163-35693eb609e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67e36ec-dcec-4889-867b-e63b9b85adce'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:27:40.050738 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68218a83-e986-414f-bafa-cb98fb739000" -d '{"events": [{"server_uuid": "99291255-ef9c-4d2a-a163-35693eb609e8", "name": "network-vif-plugged", "status": "completed", "tag": "b67e36ec-dcec-4889-867b-e63b9b85adce"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:27:40.065473 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port b67e36ec-dcec-4889-867b-e63b9b85adce, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b67e36ec-dcec-4889-867b-e63b9b85adce,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:40.070167 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (b67e36ec-dcec-4889-867b-e63b9b85adce), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:40.076524 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbab1f-b61e-431d-a195-f188d195b96a req-9677c353-2ce0-483c-9fe0-94b5aeca78d6 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:40.078088 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3bcbab1f-b61e-431d-a195-f188d195b96a req-9677c353-2ce0-483c-9fe0-94b5aeca78d6 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 944 time: 0.0538170 Aug 19 15:27:40.097595 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db740372-57aa-4fd3-a136-87a314c4645d x-openstack-request-id: req-db740372-57aa-4fd3-a136-87a314c4645d {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:27:40.097911 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99291255-ef9c-4d2a-a163-35693eb609e8", "name": "network-vif-plugged", "status": "completed", "tag": "b67e36ec-dcec-4889-867b-e63b9b85adce", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:27:40.098167 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-db740372-57aa-4fd3-a136-87a314c4645d {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:27:40.098558 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db740372-57aa-4fd3-a136-87a314c4645d'] response: {'server_uuid': '99291255-ef9c-4d2a-a163-35693eb609e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67e36ec-dcec-4889-867b-e63b9b85adce', 'code': 200} Aug 19 15:27:40.122007 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=b67e36ec-dcec-4889-867b-e63b9b85adce,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:40.129268 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3bcbab1f-b61e-431d-a195-f188d195b96a req-67fe27d6-1c50-4115-8276-bb519a6df14a tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=24a99b39-f1c8-42a6-b63b-3df535b00112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450535 Aug 19 15:27:40.129606 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:40.129951 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:40.130307 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:40.130660 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:40.130992 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:40.131412 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:40.131736 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:40.132153 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:40.132379 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:40.132729 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:40.133047 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:40.133378 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:40.133699 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:40.134034 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:40.134320 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:40.502004 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80e6ce-7d24-4267-ac0c-2118a1dbe30d req-04e1da0b-f360-4da5-a2e4-8632b76c1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:40.503536 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-ee80e6ce-7d24-4267-ac0c-2118a1dbe30d req-04e1da0b-f360-4da5-a2e4-8632b76c1dc0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 1129 time: 0.0752161 Aug 19 15:27:40.506624 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77aaa8-06d4-49ba-a61c-af3168c600ce req-08f08d74-d911-4381-90b7-95f3c0d8886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:40.507934 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1e77aaa8-06d4-49ba-a61c-af3168c600ce req-08f08d74-d911-4381-90b7-95f3c0d8886a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 1130 time: 0.0487385 Aug 19 15:27:40.595510 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-ee80e6ce-7d24-4267-ac0c-2118a1dbe30d req-47cfa8e0-6727-4135-8206-95d45f3dad19 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=24a99b39-f1c8-42a6-b63b-3df535b00112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778785 Aug 19 15:27:40.598083 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1e77aaa8-06d4-49ba-a61c-af3168c600ce req-027ddf9f-043d-457d-818d-011878a0b80d service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795097 Aug 19 15:27:40.881664 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a493c-2dc3-4936-82da-6f02ad597f2a req-3e2b8465-2b8f-4625-9459-31a268097fb1 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:40.883139 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-824a493c-2dc3-4936-82da-6f02ad597f2a req-3e2b8465-2b8f-4625-9459-31a268097fb1 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0480947 Aug 19 15:27:40.933266 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-824a493c-2dc3-4936-82da-6f02ad597f2a req-8200fca7-8beb-4f4b-b8fc-63b2f9fdf500 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437961 Aug 19 15:27:41.241326 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:41.261365 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7e84b-dede-40e4-a2fa-fd55f454f79f req-110cbdc3-67c2-4867-b676-b51f81a9e042 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:41.263027 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-23e7e84b-dede-40e4-a2fa-fd55f454f79f req-110cbdc3-67c2-4867-b676-b51f81a9e042 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 945 time: 0.0555475 Aug 19 15:27:41.318707 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-23e7e84b-dede-40e4-a2fa-fd55f454f79f req-1435bf78-47bc-4482-a7bc-30d0a52db054 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=24a99b39-f1c8-42a6-b63b-3df535b00112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477171 Aug 19 15:27:41.598742 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=24 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:41.606094 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:42.058896 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c878ad-5478-4afc-a41f-f79263dc61e2 req-c75c458a-033b-4684-83a4-ae6ca21bf8d4 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:42.060429 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-51c878ad-5478-4afc-a41f-f79263dc61e2 req-c75c458a-033b-4684-83a4-ae6ca21bf8d4 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0508752 Aug 19 15:27:42.111620 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-51c878ad-5478-4afc-a41f-f79263dc61e2 req-3e71f4a3-828a-4549-a2ce-ef6d47ba06cf tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456040 Aug 19 15:27:42.441814 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c97ad8-b4ef-4a4c-a325-dfc593b63b5e req-e7f7a397-daf8-49e0-8e51-65e16f9a06c7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:42.443305 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-53c97ad8-b4ef-4a4c-a325-dfc593b63b5e req-e7f7a397-daf8-49e0-8e51-65e16f9a06c7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 945 time: 0.0495751 Aug 19 15:27:42.493004 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-53c97ad8-b4ef-4a4c-a325-dfc593b63b5e req-6ea13b4a-61c2-4751-8d9c-92612e547899 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=24a99b39-f1c8-42a6-b63b-3df535b00112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436594 Aug 19 15:27:43.240914 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5ea32-c92d-4247-bd88-c2076ed69524 req-515bc803-b983-4b04-9934-f4964d541c78 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:43.242443 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-64e5ea32-c92d-4247-bd88-c2076ed69524 req-515bc803-b983-4b04-9934-f4964d541c78 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0559480 Aug 19 15:27:43.288491 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:43.293284 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-64e5ea32-c92d-4247-bd88-c2076ed69524 req-06dcb989-15c2-46ac-af62-23d701ea1e72 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452840 Aug 19 15:27:43.404577 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6280d021-c0a5-4dea-a1fb-0e15dbee1f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:43.619421 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7dcbc-8f7f-4ba2-891c-e45162325511 req-bd52020e-462d-448a-a175-8e1ea37aefff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:43.621598 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-49d7dcbc-8f7f-4ba2-891c-e45162325511 req-bd52020e-462d-448a-a175-8e1ea37aefff tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 945 time: 0.0529306 Aug 19 15:27:43.669236 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-49d7dcbc-8f7f-4ba2-891c-e45162325511 req-349e8035-5e43-4211-988b-e567d2b26cf1 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=24a99b39-f1c8-42a6-b63b-3df535b00112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416484 Aug 19 15:27:44.412041 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f44893-2e75-4590-a91c-9ca6dc47c1f2 req-37e3f55c-1c22-4f9b-9d93-79fc5c2a6265 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:44.413522 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-00f44893-2e75-4590-a91c-9ca6dc47c1f2 req-37e3f55c-1c22-4f9b-9d93-79fc5c2a6265 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0473783 Aug 19 15:27:44.464571 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-00f44893-2e75-4590-a91c-9ca6dc47c1f2 req-dd805349-9d7b-4c53-8b99-dedd26ddff22 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448840 Aug 19 15:27:44.790354 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f591dd-0c43-4b91-97de-2536db7cf3f9 req-cac0b5e9-e0d7-431f-a9de-452f413c22d0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:44.792744 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-78f591dd-0c43-4b91-97de-2536db7cf3f9 req-cac0b5e9-e0d7-431f-a9de-452f413c22d0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 945 time: 0.0483925 Aug 19 15:27:44.843685 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-78f591dd-0c43-4b91-97de-2536db7cf3f9 req-0565f677-fc20-4e76-8841-4839209ab0ea tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=24a99b39-f1c8-42a6-b63b-3df535b00112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446379 Aug 19 15:27:44.966972 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765faf8-da96-4784-a888-ed9d829c13ad req-d673f3b9-054c-4998-ba9d-aaed43d1b015 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:44.968568 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6765faf8-da96-4784-a888-ed9d829c13ad req-d673f3b9-054c-4998-ba9d-aaed43d1b015 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 945 time: 0.0558228 Aug 19 15:27:44.980836 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 45470) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:44.987671 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-c7bdc06f-83cb-468f-be59-63ca13e4ac13 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'floatingip': {'port_id': 'b67e36ec-dcec-4889-867b-e63b9b85adce'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:45.031327 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7bdc06f-83cb-468f-be59-63ca13e4ac13 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (2e953bbb-6878-43d7-8871-257f98e53512), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:45.600753 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7bdc06f-83cb-468f-be59-63ca13e4ac13 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:45.607439 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7bdc06f-83cb-468f-be59-63ca13e4ac13 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (2e953bbb-6878-43d7-8871-257f98e53512), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:45.617257 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186a4bd-956a-49a3-a09c-deb05717a78e req-28219237-2d13-4c93-b78f-ef6de1fb9bf2 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:45.618806 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9186a4bd-956a-49a3-a09c-deb05717a78e req-28219237-2d13-4c93-b78f-ef6de1fb9bf2 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0619979 Aug 19 15:27:45.696303 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9186a4bd-956a-49a3-a09c-deb05717a78e req-5ab27bf5-568b-4167-9d55-a86e85546083 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693448 Aug 19 15:27:45.746170 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:45.772999 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.l3_db [None req-c7bdc06f-83cb-468f-be59-63ca13e4ac13 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Floating IP 2e953bbb-6878-43d7-8871-257f98e53512 associated. External IP: 172.27.2.143, port: b67e36ec-dcec-4889-867b-e63b9b85adce. Aug 19 15:27:45.773962 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-aabf4b55-5539-4fe2-b417-80dfcd237f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:46.195735 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5cc4e-a9e1-4014-b52b-d672349830a6 req-73e2e999-7c2b-4d0f-8b04-2fb99937ef78 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:46.197378 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-21c5cc4e-a9e1-4014-b52b-d672349830a6 req-73e2e999-7c2b-4d0f-8b04-2fb99937ef78 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0496953 Aug 19 15:27:46.235508 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77898d-16f0-4bbb-8870-69a3fae362b9 req-7a69a286-4f6b-4315-a6f9-b5f81a5219d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:46.236942 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7b77898d-16f0-4bbb-8870-69a3fae362b9 req-7a69a286-4f6b-4315-a6f9-b5f81a5219d5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=dcca6c7d30114cd0936eb30381efad7d&device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 1130 time: 0.0549448 Aug 19 15:27:46.246014 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-21c5cc4e-a9e1-4014-b52b-d672349830a6 req-476942a3-e8f3-4abd-abfc-52b6473dabc1 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422795 Aug 19 15:27:46.346714 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:46.421984 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77898d-16f0-4bbb-8870-69a3fae362b9 req-dac14eaf-1b44-4b54-a48f-334903d2dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:46.423471 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7b77898d-16f0-4bbb-8870-69a3fae362b9 req-dac14eaf-1b44-4b54-a48f-334903d2dcb0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 200 len: 919 time: 0.1789556 Aug 19 15:27:46.433856 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bdc06f-83cb-468f-be59-63ca13e4ac13 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:27:46.534109 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7b77898d-16f0-4bbb-8870-69a3fae362b9 req-d67c23be-033c-4be6-9032-22a37a89ef7d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca54f86e-c00b-4076-ac42-4e78405cb1a7 HTTP/1.1" status: 200 len: 1001 time: 0.1028497 Aug 19 15:27:46.632906 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77898d-16f0-4bbb-8870-69a3fae362b9 req-cb154111-6fe0-4b55-ab84-373a28b667f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:46.634301 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7b77898d-16f0-4bbb-8870-69a3fae362b9 req-cb154111-6fe0-4b55-ab84-373a28b667f8 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb HTTP/1.1" status: 200 len: 857 time: 0.0933471 Aug 19 15:27:46.637395 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bdc06f-83cb-468f-be59-63ca13e4ac13 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:27:46.642463 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7bdc06f-83cb-468f-be59-63ca13e4ac13 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:46.647102 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ffb71e-06c3-48a1-9a2e-1c5eed28ee58 None None] Sync routers for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:27:46.657994 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ffb71e-06c3-48a1-9a2e-1c5eed28ee58 None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:27:46.658700 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-97ffb71e-06c3-48a1-9a2e-1c5eed28ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:27:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:46.707123 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-c7bdc06f-83cb-468f-be59-63ca13e4ac13 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/2e953bbb-6878-43d7-8871-257f98e53512 HTTP/1.1" status: 200 len: 991 time: 1.7246947 Aug 19 15:27:46.707839 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99291255-ef9c-4d2a-a163-35693eb609e8', 'tag': 'b67e36ec-dcec-4889-867b-e63b9b85adce'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:27:46.710178 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89019e63-8bac-4d8f-8b65-30530faff33a" -d '{"events": [{"name": "network-changed", "server_uuid": "99291255-ef9c-4d2a-a163-35693eb609e8", "tag": "b67e36ec-dcec-4889-867b-e63b9b85adce"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:27:46.712962 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77898d-16f0-4bbb-8870-69a3fae362b9 req-77ccf07f-4b77-48e1-9d5c-c1bef743ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:46.714536 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7b77898d-16f0-4bbb-8870-69a3fae362b9 req-77ccf07f-4b77-48e1-9d5c-c1bef743ec37 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=767088c7-8ee1-471e-80fb-53a5e6370be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0695472 Aug 19 15:27:46.787097 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084b8c3a-3a6b-4dd6-9af2-e6d5f56c1588 x-openstack-request-id: req-084b8c3a-3a6b-4dd6-9af2-e6d5f56c1588 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:27:46.787297 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99291255-ef9c-4d2a-a163-35693eb609e8", "tag": "b67e36ec-dcec-4889-867b-e63b9b85adce", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:27:46.787547 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-084b8c3a-3a6b-4dd6-9af2-e6d5f56c1588 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:27:46.788283 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-084b8c3a-3a6b-4dd6-9af2-e6d5f56c1588'] response: {'name': 'network-changed', 'server_uuid': '99291255-ef9c-4d2a-a163-35693eb609e8', 'tag': 'b67e36ec-dcec-4889-867b-e63b9b85adce', 'status': 'completed', 'code': 200} Aug 19 15:27:46.788507 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:46.791456 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-97ffb71e-06c3-48a1-9a2e-1c5eed28ee58 None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:27:46.856612 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89019e63-8bac-4d8f-8b65-30530faff33a req-ce99887e-8ebf-41ef-8ac7-bd8a50ac9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:46.856612 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-89019e63-8bac-4d8f-8b65-30530faff33a req-ce99887e-8ebf-41ef-8ac7-bd8a50ac9a50 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cbf14c554d854af5ba8cd910c82d42e0&device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 1129 time: 0.0628145 Aug 19 15:27:46.862011 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7b77898d-16f0-4bbb-8870-69a3fae362b9 req-5364ae70-25e8-4089-8055-ea4cb97148c0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407344 Aug 19 15:27:47.028720 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89019e63-8bac-4d8f-8b65-30530faff33a req-124b39b6-0c20-459e-ac63-6080bb1d2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:47.030184 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-89019e63-8bac-4d8f-8b65-30530faff33a req-124b39b6-0c20-459e-ac63-6080bb1d2100 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 HTTP/1.1" status: 200 len: 916 time: 0.1673424 Aug 19 15:27:47.033673 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7b77898d-16f0-4bbb-8870-69a3fae362b9 req-afd5754c-f152-4baa-a55a-d92b03e1e9ad service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631556 Aug 19 15:27:47.035072 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-97ffb71e-06c3-48a1-9a2e-1c5eed28ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '2e953bbb-6878-43d7-8871-257f98e53512', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'port_id': 'b67e36ec-dcec-4889-867b-e63b9b85adce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'mac_address': 'fa:16:3e:56:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99291255-ef9c-4d2a-a163-35693eb609e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:27:26Z', 'updated_at': '2022-08-19T15:27:45Z', 'revision_number': 1, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:47.069064 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ffb71e-06c3-48a1-9a2e-1c5eed28ee58 None None] Checking router: ec51b1ce-e2fe-4834-8fa7-aeb89d133590 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:27:47.071463 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:47.075128 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:47.081043 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ffb71e-06c3-48a1-9a2e-1c5eed28ee58 None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:27:47.082043 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-97ffb71e-06c3-48a1-9a2e-1c5eed28ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:27:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:47.104934 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-89019e63-8bac-4d8f-8b65-30530faff33a req-c5df3e17-303d-42cf-9ff5-e4ed7a74d502 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b67e36ec-dcec-4889-867b-e63b9b85adce HTTP/1.1" status: 200 len: 999 time: 0.0637124 Aug 19 15:27:47.179490 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89019e63-8bac-4d8f-8b65-30530faff33a req-fc921730-0b3e-47da-8813-3e4ef658e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:47.181015 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-89019e63-8bac-4d8f-8b65-30530faff33a req-fc921730-0b3e-47da-8813-3e4ef658e4ab service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9f5a617c-2964-456f-ae12-5bd7af7fa552 HTTP/1.1" status: 200 len: 854 time: 0.0468216 Aug 19 15:27:47.194935 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-97ffb71e-06c3-48a1-9a2e-1c5eed28ee58 None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:27:47.228704 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89019e63-8bac-4d8f-8b65-30530faff33a req-3f400c33-be49-4763-a03c-6b0d105361f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:47.230873 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-89019e63-8bac-4d8f-8b65-30530faff33a req-3f400c33-be49-4763-a03c-6b0d105361f1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420461 Aug 19 15:27:47.357480 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-89019e63-8bac-4d8f-8b65-30530faff33a req-39781a6f-b296-4bb2-b659-36371dd4e5dd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997167 Aug 19 15:27:47.373258 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275dcdf-8661-48c6-8250-719d875d6b01 req-16a24112-e10f-4772-9c8a-b963c43109f3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:47.374953 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b275dcdf-8661-48c6-8250-719d875d6b01 req-16a24112-e10f-4772-9c8a-b963c43109f3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0488737 Aug 19 15:27:47.432668 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-97ffb71e-06c3-48a1-9a2e-1c5eed28ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '2e953bbb-6878-43d7-8871-257f98e53512', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'port_id': 'b67e36ec-dcec-4889-867b-e63b9b85adce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'mac_address': 'fa:16:3e:56:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99291255-ef9c-4d2a-a163-35693eb609e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:27:26Z', 'updated_at': '2022-08-19T15:27:45Z', 'revision_number': 1, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:47.434312 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:47.437742 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b275dcdf-8661-48c6-8250-719d875d6b01 req-1e0751f3-2dbf-4c37-be79-4c239a602cb6 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538399 Aug 19 15:27:47.462625 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ffb71e-06c3-48a1-9a2e-1c5eed28ee58 None None] The sync data for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi is: [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '2e953bbb-6878-43d7-8871-257f98e53512', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'port_id': 'b67e36ec-dcec-4889-867b-e63b9b85adce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'mac_address': 'fa:16:3e:56:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99291255-ef9c-4d2a-a163-35693eb609e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:27:26Z', 'updated_at': '2022-08-19T15:27:45Z', 'revision_number': 1, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:27:47.669215 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09099e1-9f89-4dee-bb00-975c3ee32629 None None] New status for floating IP 2e953bbb-6878-43d7-8871-257f98e53512: ACTIVE {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:27:48.455767 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:48.503428 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:48.522296 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-89019e63-8bac-4d8f-8b65-30530faff33a req-45ada124-9474-4024-a3a4-dd7e1e040d8a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952375 Aug 19 15:27:48.549867 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:48.572853 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aefde5-c9b0-4447-8b96-730741c654e7 req-bc1701ba-3af7-4d9c-bbe9-d815af6da963 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:48.574348 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f2aefde5-c9b0-4447-8b96-730741c654e7 req-bc1701ba-3af7-4d9c-bbe9-d815af6da963 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0517726 Aug 19 15:27:48.623023 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f2aefde5-c9b0-4447-8b96-730741c654e7 req-9825881e-b143-44d4-9bb0-643c7b5fd6c0 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422170 Aug 19 15:27:49.727371 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:49.745979 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f338d6d-097e-4494-92d5-d4874a3f2676 req-b7d9c3c7-bf84-476b-bc66-4c0c6dc4bb1b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:49.747822 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9f338d6d-097e-4494-92d5-d4874a3f2676 req-b7d9c3c7-bf84-476b-bc66-4c0c6dc4bb1b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0482371 Aug 19 15:27:49.795536 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9f338d6d-097e-4494-92d5-d4874a3f2676 req-501073c4-6402-43bf-abbb-2bcc56864ba2 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420568 Aug 19 15:27:49.929939 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eea30-71c8-4798-bac0-be43af0e5ca5 req-b9a67f04-d036-48b7-ab7d-bcb380afe8fc tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:49.931769 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3a1eea30-71c8-4798-bac0-be43af0e5ca5 req-b9a67f04-d036-48b7-ab7d-bcb380afe8fc tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0575724 Aug 19 15:27:49.942313 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45544) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:49.946603 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-e7b0d963-fc9c-4122-9a42-92680e8aa924 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Request body: {'floatingip': {'port_id': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:50.000774 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d963-fc9c-4122-9a42-92680e8aa924 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for floatingip (4774c6c0-28dd-47b2-b122-1db334c99604), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:50.107463 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:50.377407 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 45552) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:50.495679 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7d64-6c8f-4d6e-a4ad-6ac584132dc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:50.522573 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d963-fc9c-4122-9a42-92680e8aa924 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:50.526380 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d963-fc9c-4122-9a42-92680e8aa924 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (4774c6c0-28dd-47b2-b122-1db334c99604), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:50.576588 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7d64-6c8f-4d6e-a4ad-6ac584132dc7 admin admin] Publish callbacks [] for security_group (580b1ad0-065e-42db-a03b-5cc2f49c5d22), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:50.581933 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7d64-6c8f-4d6e-a4ad-6ac584132dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (580b1ad0-065e-42db-a03b-5cc2f49c5d22), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:50.626556 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-ac8e7d64-6c8f-4d6e-a4ad-6ac584132dc7 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=3c5c76ac13f74a10b83c33bc25e681bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480574 Aug 19 15:27:50.627736 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e7d64-6c8f-4d6e-a4ad-6ac584132dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580b1ad0-065e-42db-a03b-5cc2f49c5d22,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:50.630094 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 45556) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:50.687181 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0fa2d02f-a00a-46d3-ad2f-6acb56bb763a admin admin] Publish callbacks [] for security_group (580b1ad0-065e-42db-a03b-5cc2f49c5d22), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:50.714995 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0fa2d02f-a00a-46d3-ad2f-6acb56bb763a admin admin] Publish callbacks [] for security_group (580b1ad0-065e-42db-a03b-5cc2f49c5d22), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:50.737254 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b0d963-fc9c-4122-9a42-92680e8aa924 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Router 50751003-e725-4d98-99b0-b58bba5418c9 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:27:50.765093 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0fa2d02f-a00a-46d3-ad2f-6acb56bb763a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (580b1ad0-065e-42db-a03b-5cc2f49c5d22), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:50.767716 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0fa2d02f-a00a-46d3-ad2f-6acb56bb763a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:50.769045 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-0fa2d02f-a00a-46d3-ad2f-6acb56bb763a admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/580b1ad0-065e-42db-a03b-5cc2f49c5d22 HTTP/1.1" status: 204 len: 168 time: 0.1380315 Aug 19 15:27:50.777558 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2d02f-a00a-46d3-ad2f-6acb56bb763a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580b1ad0-065e-42db-a03b-5cc2f49c5d22,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:50.849640 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b0d963-fc9c-4122-9a42-92680e8aa924 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:27:50.854252 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d963-fc9c-4122-9a42-92680e8aa924 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:50.861121 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777858e4-9961-40df-a701-87037d99d98a None None] Sync routers for ids ['50751003-e725-4d98-99b0-b58bba5418c9'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:27:50.872090 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777858e4-9961-40df-a701-87037d99d98a None None] Routers {'50751003-e725-4d98-99b0-b58bba5418c9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:27:50.873312 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-777858e4-9961-40df-a701-87037d99d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:27:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['50751003-e725-4d98-99b0-b58bba5418c9'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:50.890809 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'tag': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:27:50.893192 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69ccef422e24697aa339ca93078f5b722801d9cd263b30b0a6d79bd9e8f250f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a783c3-5a99-467f-8514-ae4ebd8b8543" -d '{"events": [{"name": "network-changed", "server_uuid": "c73df7a2-f347-4f80-8853-f5ea25b0cbc7", "tag": "ca54f86e-c00b-4076-ac42-4e78405cb1a7"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:27:51.027297 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-777858e4-9961-40df-a701-87037d99d98a None None] Set router 50751003-e725-4d98-99b0-b58bba5418c9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:27:51.040488 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a783c3-5a99-467f-8514-ae4ebd8b8543 req-756901f4-d3a2-4ef4-9fbf-878b2ff9dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:51.042059 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-28a783c3-5a99-467f-8514-ae4ebd8b8543 req-756901f4-d3a2-4ef4-9fbf-878b2ff9dfcb service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=dcca6c7d30114cd0936eb30381efad7d&device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 1130 time: 0.0686166 Aug 19 15:27:51.170927 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb6354d-dca0-4dd0-bd45-17884c7956ae x-openstack-request-id: req-6eb6354d-dca0-4dd0-bd45-17884c7956ae {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:27:51.171314 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73df7a2-f347-4f80-8853-f5ea25b0cbc7", "tag": "ca54f86e-c00b-4076-ac42-4e78405cb1a7", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:27:51.171444 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6eb6354d-dca0-4dd0-bd45-17884c7956ae {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:27:51.172118 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb6354d-dca0-4dd0-bd45-17884c7956ae'] response: {'name': 'network-changed', 'server_uuid': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'tag': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7', 'status': 'completed', 'code': 200} Aug 19 15:27:51.178090 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a783c3-5a99-467f-8514-ae4ebd8b8543 req-6a908b4e-17e4-4542-9fb1-5d58f1ba57e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:51.180140 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-28a783c3-5a99-467f-8514-ae4ebd8b8543 req-6a908b4e-17e4-4542-9fb1-5d58f1ba57e5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 200 len: 919 time: 0.1310322 Aug 19 15:27:51.192899 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e7b0d963-fc9c-4122-9a42-92680e8aa924 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/4774c6c0-28dd-47b2-b122-1db334c99604 HTTP/1.1" status: 200 len: 993 time: 1.2464151 Aug 19 15:27:51.255255 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-28a783c3-5a99-467f-8514-ae4ebd8b8543 req-dec4cd02-f656-4d46-8617-5a03db2f801e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca54f86e-c00b-4076-ac42-4e78405cb1a7 HTTP/1.1" status: 200 len: 1001 time: 0.0679433 Aug 19 15:27:51.260569 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:51.287080 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-777858e4-9961-40df-a701-87037d99d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50751003-e725-4d98-99b0-b58bba5418c9', 'name': 'tempest-ServerRescueNegativeTestJSON-229349538-router', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'gw_port': {'id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:04Z', 'updated_at': '2022-08-19T15:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '4774c6c0-28dd-47b2-b122-1db334c99604', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'port_id': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'mac_address': 'fa:16:3e:0a:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:25:29Z', 'updated_at': '2022-08-19T15:27:50Z', 'revision_number': 3, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7249fe4-1acd-444c-bab4-9045dade6c27', 'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'mac_address': 'fa:16:3e:11:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:12Z', 'updated_at': '2022-08-19T15:23:31Z', 'revision_number': 5, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'subnets': [{'id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:51.315645 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a783c3-5a99-467f-8514-ae4ebd8b8543 req-386f8a9b-f361-496d-a3fe-9babdfb374b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:51.317207 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-28a783c3-5a99-467f-8514-ae4ebd8b8543 req-386f8a9b-f361-496d-a3fe-9babdfb374b0 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb HTTP/1.1" status: 200 len: 857 time: 0.0559669 Aug 19 15:27:51.318935 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777858e4-9961-40df-a701-87037d99d98a None None] Checking router: 50751003-e725-4d98-99b0-b58bba5418c9 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:27:51.328186 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777858e4-9961-40df-a701-87037d99d98a None None] Routers {'50751003-e725-4d98-99b0-b58bba5418c9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:27:51.328866 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-777858e4-9961-40df-a701-87037d99d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:27:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['50751003-e725-4d98-99b0-b58bba5418c9'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:51.368603 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:51.371988 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a783c3-5a99-467f-8514-ae4ebd8b8543 req-7dfcb14f-7ad5-49a6-bb3c-42d5c0e91191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:51.373516 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-28a783c3-5a99-467f-8514-ae4ebd8b8543 req-7dfcb14f-7ad5-49a6-bb3c-42d5c0e91191 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=767088c7-8ee1-471e-80fb-53a5e6370be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480356 Aug 19 15:27:51.441791 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-777858e4-9961-40df-a701-87037d99d98a None None] Set router 50751003-e725-4d98-99b0-b58bba5418c9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:27:51.490421 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-28a783c3-5a99-467f-8514-ae4ebd8b8543 req-1086e02c-bb61-4a1e-923b-9637e447481f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051564 Aug 19 15:27:51.566989 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 45584) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:51.594851 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-28a783c3-5a99-467f-8514-ae4ebd8b8543 req-33280288-5684-4b97-b473-2c31e7f31178 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968211 Aug 19 15:27:51.669337 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-777858e4-9961-40df-a701-87037d99d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50751003-e725-4d98-99b0-b58bba5418c9', 'name': 'tempest-ServerRescueNegativeTestJSON-229349538-router', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'gw_port': {'id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:04Z', 'updated_at': '2022-08-19T15:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '4774c6c0-28dd-47b2-b122-1db334c99604', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'port_id': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'mac_address': 'fa:16:3e:0a:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:25:29Z', 'updated_at': '2022-08-19T15:27:50Z', 'revision_number': 3, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7249fe4-1acd-444c-bab4-9045dade6c27', 'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'mac_address': 'fa:16:3e:11:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:12Z', 'updated_at': '2022-08-19T15:23:31Z', 'revision_number': 5, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'subnets': [{'id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:51.670345 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-b68e38dd-afc5-4b09-ae0b-e95bed48f5bb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1004679039-network', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:51.679954 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:51.693627 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68e38dd-afc5-4b09-ae0b-e95bed48f5bb admin admin] Made reservation on behalf of 3c3e603ab69848a2b9688f1e536017f3 for: {'network': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:51.695901 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b68e38dd-afc5-4b09-ae0b-e95bed48f5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:51.699272 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777858e4-9961-40df-a701-87037d99d98a None None] The sync data for ids ['50751003-e725-4d98-99b0-b58bba5418c9'] in dv-cinder-835384-20-iscsi is: [{'id': '50751003-e725-4d98-99b0-b58bba5418c9', 'name': 'tempest-ServerRescueNegativeTestJSON-229349538-router', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'gw_port': {'id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:04Z', 'updated_at': '2022-08-19T15:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '4774c6c0-28dd-47b2-b122-1db334c99604', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'port_id': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'mac_address': 'fa:16:3e:0a:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:25:29Z', 'updated_at': '2022-08-19T15:27:50Z', 'revision_number': 3, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7249fe4-1acd-444c-bab4-9045dade6c27', 'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'mac_address': 'fa:16:3e:11:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:12Z', 'updated_at': '2022-08-19T15:23:31Z', 'revision_number': 5, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'subnets': [{'id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:27:51.707692 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b68e38dd-afc5-4b09-ae0b-e95bed48f5bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:51.799153 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b68e38dd-afc5-4b09-ae0b-e95bed48f5bb admin admin] Publish callbacks [] for security_group (310f5b20-7f5c-4cad-af2d-03f7539f02c2), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:51.803754 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b68e38dd-afc5-4b09-ae0b-e95bed48f5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (310f5b20-7f5c-4cad-af2d-03f7539f02c2), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:51.834649 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68e38dd-afc5-4b09-ae0b-e95bed48f5bb admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=106285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:27:51.842540 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e38dd-afc5-4b09-ae0b-e95bed48f5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310f5b20-7f5c-4cad-af2d-03f7539f02c2,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:51.851423 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b68e38dd-afc5-4b09-ae0b-e95bed48f5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (afd25f22-0ac1-43f4-bcd0-4429d97ad80e), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:51.851423 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.segments_db [None req-b68e38dd-afc5-4b09-ae0b-e95bed48f5bb admin admin] Added segment afd25f22-0ac1-43f4-bcd0-4429d97ad80e of type vlan for network 6984f544-3e69-4348-a7eb-5484342f7b48 Aug 19 15:27:51.901891 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b68e38dd-afc5-4b09-ae0b-e95bed48f5bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (6984f544-3e69-4348-a7eb-5484342f7b48), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:51.930527 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b68e38dd-afc5-4b09-ae0b-e95bed48f5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (6984f544-3e69-4348-a7eb-5484342f7b48), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:51.931565 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68e38dd-afc5-4b09-ae0b-e95bed48f5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:51.932144 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b68e38dd-afc5-4b09-ae0b-e95bed48f5bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:51.995013 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-b68e38dd-afc5-4b09-ae0b-e95bed48f5bb admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4269507 Aug 19 15:27:51.999181 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45588) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:52.000907 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e38dd-afc5-4b09-ae0b-e95bed48f5bb admin admin] Pushing event updated for resources: {'Network': ['ID=6984f544-3e69-4348-a7eb-5484342f7b48,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:52.004149 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-5d289613-99b9-4c06-98b1-4b011083ce8c admin admin] Request body: {'subnet': {'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1004679039-subnet', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:52.013850 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network 6984f544-3e69-4348-a7eb-5484342f7b48 details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:27:52.026213 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d289613-99b9-4c06-98b1-4b011083ce8c admin admin] Made reservation on behalf of 3c3e603ab69848a2b9688f1e536017f3 for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:52.030492 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5d289613-99b9-4c06-98b1-4b011083ce8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127678'] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:52.050664 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:52.115173 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:52.227029 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5d289613-99b9-4c06-98b1-4b011083ce8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16011370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127648'] for subnet (660753bd-ccf6-487f-8cd3-a9754c97ad69), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:52.278350 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d289613-99b9-4c06-98b1-4b011083ce8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=660753bd-ccf6-487f-8cd3-a9754c97ad69,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:52.294505 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d289613-99b9-4c06-98b1-4b011083ce8c admin admin] Checking segment: {'id': 'afd25f22-0ac1-43f4-bcd0-4429d97ad80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:27:52.294875 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d289613-99b9-4c06-98b1-4b011083ce8c admin admin] Network hostable DHCP agents. Network: 6984f544-3e69-4348-a7eb-5484342f7b48, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:27:52.312988 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d289613-99b9-4c06-98b1-4b011083ce8c admin admin] Network 6984f544-3e69-4348-a7eb-5484342f7b48 is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:27:52.321847 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-5d289613-99b9-4c06-98b1-4b011083ce8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, 6984f544-3e69-4348-a7eb-5484342f7b48) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:52.326583 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d289613-99b9-4c06-98b1-4b011083ce8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:52.327182 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5d289613-99b9-4c06-98b1-4b011083ce8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:52.331977 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81296cc-60fe-4437-8dcd-72222a5eed23 None None] Network 6984f544-3e69-4348-a7eb-5484342f7b48 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:27:52.345321 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-5d289613-99b9-4c06-98b1-4b011083ce8c admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3444514 Aug 19 15:27:52.347726 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45590) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:52.352099 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1004679039-router', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:52.374110 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (757598e3-4c71-4dd1-849f-842c121b7653), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:52.375071 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12047'] for router (757598e3-4c71-4dd1-849f-842c121b7653), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:52.430251 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] Publish callbacks [] for router_controller (757598e3-4c71-4dd1-849f-842c121b7653), precommit_add_association {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:52.439454 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ef4bc4-d368-54e3-92c9-12ec6c9c3899-6984f544-3e69-4348-a7eb-5484342f7b48', 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48', 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'fixed_ips': [{'subnet_id': '660753bd-ccf6-487f-8cd3-a9754c97ad69'}]}} from dv-cinder-835384-20-iscsi. {{(pid=106286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 19 15:27:52.440408 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:52.460227 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:52.572191 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] Publish callbacks [] for router_gateway (757598e3-4c71-4dd1-849f-842c121b7653), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:52.577488 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Allocated IP 172.20.0.2 (6984f544-3e69-4348-a7eb-5484342f7b48/660753bd-ccf6-487f-8cd3-a9754c97ad69/0b869c7d-9664-4f85-9f98-c4330aba159d) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:52.766374 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] Publish callbacks [] for router_gateway (757598e3-4c71-4dd1-849f-842c121b7653), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:52.786853 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:52.857365 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Publish callbacks [] for port (0b869c7d-9664-4f85-9f98-c4330aba159d), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:52.863493 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (0b869c7d-9664-4f85-9f98-c4330aba159d), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:52.871573 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:52.899582 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] Allocated IP 172.27.2.114 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/87ee82ff-7798-4ea1-8f5e-8b05edef5ef1) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:52.907014 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Network 6984f544-3e69-4348-a7eb-5484342f7b48 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:52.910643 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:52.916777 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:27:52.927306 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Pushing event updated for resources: {'Port': ['ID=0b869c7d-9664-4f85-9f98-c4330aba159d,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:52.992661 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Attempting to bind port 0b869c7d-9664-4f85-9f98-c4330aba159d on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:27:52.993031 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Attempting to bind port 0b869c7d-9664-4f85-9f98-c4330aba159d by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'afd25f22-0ac1-43f4-bcd0-4429d97ad80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:27:52.993392 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Attempting to bind port 0b869c7d-9664-4f85-9f98-c4330aba159d on network 6984f544-3e69-4348-a7eb-5484342f7b48 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:27:52.998592 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:INSERT=8,neutron:SELECT=84,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:53.000616 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:27:53.001229 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Checking segment: {'id': 'afd25f22-0ac1-43f4-bcd0-4429d97ad80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:27:53.001886 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:53.002539 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Bound using segment: {'id': 'afd25f22-0ac1-43f4-bcd0-4429d97ad80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:27:53.003393 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Bound port: 0b869c7d-9664-4f85-9f98-c4330aba159d, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd25f22-0ac1-43f4-bcd0-4429d97ad80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:27:53.004222 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (0b869c7d-9664-4f85-9f98-c4330aba159d), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:53.021341 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:53.035901 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] Publish callbacks [] for port (87ee82ff-7798-4ea1-8f5e-8b05edef5ef1), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:53.076800 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] For port 0b869c7d-9664-4f85-9f98-c4330aba159d, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:27:53.083256 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (87ee82ff-7798-4ea1-8f5e-8b05edef5ef1), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:53.083649 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] For port 0b869c7d-9664-4f85-9f98-c4330aba159d, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=0b869c7d-9664-4f85-9f98-c4330aba159d,segment=NetworkSegment(afd25f22-0ac1-43f4-bcd0-4429d97ad80e),segment_id=afd25f22-0ac1-43f4-bcd0-4429d97ad80e)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:27:53.094496 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (0b869c7d-9664-4f85-9f98-c4330aba159d), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:53.126000 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:53.131651 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:53.136026 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:27:53.159335 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] Pushing event updated for resources: {'Port': ['ID=87ee82ff-7798-4ea1-8f5e-8b05edef5ef1,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:53.174280 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd0a65-0324-408d-bb67-58ab47dd6757 None None] Pushing event updated for resources: {'Port': ['ID=0b869c7d-9664-4f85-9f98-c4330aba159d,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:53.178165 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'tag': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:27:53.180333 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69ccef422e24697aa339ca93078f5b722801d9cd263b30b0a6d79bd9e8f250f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3501343-e1da-4a21-95bd-6753be1c0002" -d '{"events": [{"name": "network-changed", "server_uuid": "c73df7a2-f347-4f80-8853-f5ea25b0cbc7", "tag": "ca54f86e-c00b-4076-ac42-4e78405cb1a7"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:27:53.232280 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559b2202-c33b-4e5d-aea2-f9b5464aee97 x-openstack-request-id: req-559b2202-c33b-4e5d-aea2-f9b5464aee97 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:27:53.232691 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73df7a2-f347-4f80-8853-f5ea25b0cbc7", "tag": "ca54f86e-c00b-4076-ac42-4e78405cb1a7", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:27:53.232956 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-559b2202-c33b-4e5d-aea2-f9b5464aee97 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:27:53.233363 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559b2202-c33b-4e5d-aea2-f9b5464aee97'] response: {'name': 'network-changed', 'server_uuid': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'tag': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7', 'status': 'completed', 'code': 200} Aug 19 15:27:53.337778 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3501343-e1da-4a21-95bd-6753be1c0002 req-4bc2f74d-114e-49aa-8508-8658bdc5c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:53.339584 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f3501343-e1da-4a21-95bd-6753be1c0002 req-4bc2f74d-114e-49aa-8508-8658bdc5c802 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=dcca6c7d30114cd0936eb30381efad7d&device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 1130 time: 0.0840919 Aug 19 15:27:53.467926 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3501343-e1da-4a21-95bd-6753be1c0002 req-cad411b0-4e72-44f6-a55a-f70070896d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:53.469465 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f3501343-e1da-4a21-95bd-6753be1c0002 req-cad411b0-4e72-44f6-a55a-f70070896d74 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 200 len: 919 time: 0.1215296 Aug 19 15:27:53.469596 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] Publish callbacks [] for router_gateway (757598e3-4c71-4dd1-849f-842c121b7653), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:53.540688 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f3501343-e1da-4a21-95bd-6753be1c0002 req-8d05d617-f741-4239-892f-cdebd3e7733c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca54f86e-c00b-4076-ac42-4e78405cb1a7 HTTP/1.1" status: 200 len: 1001 time: 0.0640497 Aug 19 15:27:53.596521 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3501343-e1da-4a21-95bd-6753be1c0002 req-7d391736-184b-4f56-a4fb-a6ea01662ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:53.597981 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f3501343-e1da-4a21-95bd-6753be1c0002 req-7d391736-184b-4f56-a4fb-a6ea01662ff3 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb HTTP/1.1" status: 200 len: 857 time: 0.0476103 Aug 19 15:27:53.638886 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:53.646265 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3501343-e1da-4a21-95bd-6753be1c0002 req-79a8f0f3-b238-4dab-bd9e-5c4c822cbe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:53.647786 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f3501343-e1da-4a21-95bd-6753be1c0002 req-79a8f0f3-b238-4dab-bd9e-5c4c822cbe62 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=767088c7-8ee1-471e-80fb-53a5e6370be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440946 Aug 19 15:27:53.680213 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809500'] for router (757598e3-4c71-4dd1-849f-842c121b7653), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:53.756985 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f3501343-e1da-4a21-95bd-6753be1c0002 req-11552b1a-3492-47c9-afa6-8411c656ff48 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018972 Aug 19 15:27:53.835179 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] Router 757598e3-4c71-4dd1-849f-842c121b7653 is scheduled to L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c with binding_index 1 {{(pid=106284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:27:53.884704 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f3501343-e1da-4a21-95bd-6753be1c0002 req-d0d0fa59-a0f5-48a4-bc37-72184de6f25f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209581 Aug 19 15:27:53.999455 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:27:54.010781 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Sync routers for ids ['757598e3-4c71-4dd1-849f-842c121b7653'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:27:54.019997 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:54.022156 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3817d7a1-d43b-4492-802d-3b418b8ad603 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6729150 Aug 19 15:27:54.023199 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Routers {'757598e3-4c71-4dd1-849f-842c121b7653'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:27:54.023862 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:27:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['757598e3-4c71-4dd1-849f-842c121b7653'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:54.025215 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45596) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:54.127464 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:54.129519 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:54.145417 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Set router 757598e3-4c71-4dd1-849f-842c121b7653 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:27:54.198677 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a06f09-6304-471e-a7d5-0afc0ca93ce8 None None] Network 6984f544-3e69-4348-a7eb-5484342f7b48 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:27:54.325702 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-ea17f48d-2a27-4afc-9551-bf42727b43a8 None None] Provisioning complete for port 0b869c7d-9664-4f85-9f98-c4330aba159d triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:27:54.326327 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ea17f48d-2a27-4afc-9551-bf42727b43a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (0b869c7d-9664-4f85-9f98-c4330aba159d), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:54.326581 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757598e3-4c71-4dd1-849f-842c121b7653', 'name': 'tempest-TestMinimumBasicScenario-1004679039-router', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:53Z', 'revision_number': 3, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'gw_port': {'id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:54.360987 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Checking router: 757598e3-4c71-4dd1-849f-842c121b7653 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:27:54.361371 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Updating router 757598e3-4c71-4dd1-849f-842c121b7653 port 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1 binding host dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:27:54.420288 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-ea17f48d-2a27-4afc-9551-bf42727b43a8 None None] Current status of the port 0b869c7d-9664-4f85-9f98-c4330aba159d is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:27:54.420733 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ea17f48d-2a27-4afc-9551-bf42727b43a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (0b869c7d-9664-4f85-9f98-c4330aba159d), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:54.458824 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-ea17f48d-2a27-4afc-9551-bf42727b43a8 None None] For port 0b869c7d-9664-4f85-9f98-c4330aba159d, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=0b869c7d-9664-4f85-9f98-c4330aba159d,segment=NetworkSegment(afd25f22-0ac1-43f4-bcd0-4429d97ad80e),segment_id=afd25f22-0ac1-43f4-bcd0-4429d97ad80e)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:54.464482 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ea17f48d-2a27-4afc-9551-bf42727b43a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (0b869c7d-9664-4f85-9f98-c4330aba159d), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:54.478414 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (87ee82ff-7798-4ea1-8f5e-8b05edef5ef1), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:54.517586 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:54.518957 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17f48d-2a27-4afc-9551-bf42727b43a8 None None] Pushing event updated for resources: {'Port': ['ID=0b869c7d-9664-4f85-9f98-c4330aba159d,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:54.564701 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-95331613-c0b6-4f10-a65c-053d8a869593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:54.695143 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-f54b5572-74f1-4713-95bf-6b0a3616f53e None None] Provisioning complete for port 0b869c7d-9664-4f85-9f98-c4330aba159d triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:27:54.695779 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f54b5572-74f1-4713-95bf-6b0a3616f53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (0b869c7d-9664-4f85-9f98-c4330aba159d), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:54.746222 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-95331613-c0b6-4f10-a65c-053d8a869593 admin admin] Allocated IP 172.20.0.1 (6984f544-3e69-4348-a7eb-5484342f7b48/660753bd-ccf6-487f-8cd3-a9754c97ad69/6d87343a-012c-461c-b22a-ef9d5e3af203) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:54.776600 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Publish callbacks [] for port (87ee82ff-7798-4ea1-8f5e-8b05edef5ef1), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:54.780168 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-f54b5572-74f1-4713-95bf-6b0a3616f53e None None] Current status of the port 0b869c7d-9664-4f85-9f98-c4330aba159d is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:27:54.783171 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (87ee82ff-7798-4ea1-8f5e-8b05edef5ef1), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:54.823421 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Attempting to bind port 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:27:54.823786 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Attempting to bind port 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:27:54.824142 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Attempting to bind port 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1 on network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:27:54.835575 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:27:54.835947 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Checking segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:27:54.836343 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:54.836754 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Bound using segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:27:54.837223 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Bound port: 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:27:54.837596 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (87ee82ff-7798-4ea1-8f5e-8b05edef5ef1), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:54.862404 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-95331613-c0b6-4f10-a65c-053d8a869593 admin admin] Publish callbacks [] for port (6d87343a-012c-461c-b22a-ef9d5e3af203), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:54.862664 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a1c7b-01a7-4249-bc60-e17621c2f4fa None None] Pushing event updated for resources: {'Port': ['ID=87ee82ff-7798-4ea1-8f5e-8b05edef5ef1,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:54.868029 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:54.882654 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a1c7b-01a7-4249-bc60-e17621c2f4fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:54.883000 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a1c7b-01a7-4249-bc60-e17621c2f4fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:54.883354 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a1c7b-01a7-4249-bc60-e17621c2f4fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:54.883701 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a1c7b-01a7-4249-bc60-e17621c2f4fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:54.884026 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a1c7b-01a7-4249-bc60-e17621c2f4fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:54.884359 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a1c7b-01a7-4249-bc60-e17621c2f4fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:54.884694 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a1c7b-01a7-4249-bc60-e17621c2f4fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:54.885006 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a1c7b-01a7-4249-bc60-e17621c2f4fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:54.885335 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a1c7b-01a7-4249-bc60-e17621c2f4fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:54.885652 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a1c7b-01a7-4249-bc60-e17621c2f4fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:54.885965 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a1c7b-01a7-4249-bc60-e17621c2f4fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:54.886291 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a1c7b-01a7-4249-bc60-e17621c2f4fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:54.886603 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a1c7b-01a7-4249-bc60-e17621c2f4fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:54.886955 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a1c7b-01a7-4249-bc60-e17621c2f4fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:54.887778 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a1c7b-01a7-4249-bc60-e17621c2f4fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:54.897778 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-95331613-c0b6-4f10-a65c-053d8a869593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (6d87343a-012c-461c-b22a-ef9d5e3af203), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:54.908527 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] For port 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:27:54.911700 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] For port 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=87ee82ff-7798-4ea1-8f5e-8b05edef5ef1,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:27:54.918835 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (87ee82ff-7798-4ea1-8f5e-8b05edef5ef1), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:54.928868 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:54.938620 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95331613-c0b6-4f10-a65c-053d8a869593 admin admin] Network 6984f544-3e69-4348-a7eb-5484342f7b48 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:54.942338 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-95331613-c0b6-4f10-a65c-053d8a869593 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:54.949110 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95331613-c0b6-4f10-a65c-053d8a869593 admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:27:54.972917 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Routers {'757598e3-4c71-4dd1-849f-842c121b7653'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:27:54.973551 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:27:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['757598e3-4c71-4dd1-849f-842c121b7653'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:54.979609 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95331613-c0b6-4f10-a65c-053d8a869593 admin admin] Pushing event updated for resources: {'Port': ['ID=6d87343a-012c-461c-b22a-ef9d5e3af203,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:54.994951 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-95331613-c0b6-4f10-a65c-053d8a869593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827374'] for router_interface (757598e3-4c71-4dd1-849f-842c121b7653), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:55.007099 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a1c7b-01a7-4249-bc60-e17621c2f4fa None None] Pushing event updated for resources: {'Port': ['ID=87ee82ff-7798-4ea1-8f5e-8b05edef5ef1,revision_number=3']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:55.085538 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:55.102539 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] Set router 757598e3-4c71-4dd1-849f-842c121b7653 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:27:55.142182 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:55.143103 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-95331613-c0b6-4f10-a65c-053d8a869593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (6d87343a-012c-461c-b22a-ef9d5e3af203), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:55.224235 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-bb637ef4-2862-4d43-86d9-1562ce2b9224 None None] Provisioning complete for port 6d87343a-012c-461c-b22a-ef9d5e3af203 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:27:55.225242 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-bb637ef4-2862-4d43-86d9-1562ce2b9224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (6d87343a-012c-461c-b22a-ef9d5e3af203), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:55.271745 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-bb637ef4-2862-4d43-86d9-1562ce2b9224 None None] Port 6d87343a-012c-461c-b22a-ef9d5e3af203 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:27:55.297948 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757598e3-4c71-4dd1-849f-842c121b7653', 'name': 'tempest-TestMinimumBasicScenario-1004679039-router', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:53Z', 'revision_number': 3, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'gw_port': {'id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:55.341080 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad64aefb-3784-4b52-9d1d-23e00768b0c1 None None] The sync data for ids ['757598e3-4c71-4dd1-849f-842c121b7653'] in dv-cinder-835384-20-iscsi is: [{'id': '757598e3-4c71-4dd1-849f-842c121b7653', 'name': 'tempest-TestMinimumBasicScenario-1004679039-router', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:53Z', 'revision_number': 3, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'gw_port': {'id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:27:55.361714 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-95331613-c0b6-4f10-a65c-053d8a869593 admin admin] Publish callbacks [] for port (6d87343a-012c-461c-b22a-ef9d5e3af203), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:55.370187 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-95331613-c0b6-4f10-a65c-053d8a869593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012003'] for port (6d87343a-012c-461c-b22a-ef9d5e3af203), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:55.377445 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 0b869c7d-9664-4f85-9f98-c4330aba159d up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:27:55.428115 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 0b869c7d-9664-4f85-9f98-c4330aba159d triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:27:55.428520 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (0b869c7d-9664-4f85-9f98-c4330aba159d), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:55.442894 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95331613-c0b6-4f10-a65c-053d8a869593 admin admin] Pushing event updated for resources: {'Port': ['ID=6d87343a-012c-461c-b22a-ef9d5e3af203,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:55.445349 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-95331613-c0b6-4f10-a65c-053d8a869593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827522'] for router_interface (757598e3-4c71-4dd1-849f-842c121b7653), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:55.542749 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 0b869c7d-9664-4f85-9f98-c4330aba159d is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:27:55.552638 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95331613-c0b6-4f10-a65c-053d8a869593 admin admin] Network 6984f544-3e69-4348-a7eb-5484342f7b48 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:55.554091 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-95331613-c0b6-4f10-a65c-053d8a869593 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:55.896471 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-224aa631-c0d8-48f4-91dc-4bbeed9ac766 None None] Provisioning complete for port 6d87343a-012c-461c-b22a-ef9d5e3af203 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:27:55.897117 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-224aa631-c0d8-48f4-91dc-4bbeed9ac766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (6d87343a-012c-461c-b22a-ef9d5e3af203), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:55.938519 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-224aa631-c0d8-48f4-91dc-4bbeed9ac766 None None] Port 6d87343a-012c-461c-b22a-ef9d5e3af203 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:27:55.950769 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95331613-c0b6-4f10-a65c-053d8a869593 admin admin] Router 757598e3-4c71-4dd1-849f-842c121b7653 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:27:56.078865 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95331613-c0b6-4f10-a65c-053d8a869593 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:27:56.095053 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-95331613-c0b6-4f10-a65c-053d8a869593 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/757598e3-4c71-4dd1-849f-842c121b7653/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0684621 Aug 19 15:27:56.609925 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 45614) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:56.614736 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-c410dcdb-409a-484d-8ed7-868eddd0310b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-35193455-network', 'tenant_id': '036bcceabe0f4077a91d5c5d4bdd1b11'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:56.635788 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c410dcdb-409a-484d-8ed7-868eddd0310b admin admin] Made reservation on behalf of 036bcceabe0f4077a91d5c5d4bdd1b11 for: {'network': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:56.638963 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c410dcdb-409a-484d-8ed7-868eddd0310b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:56.648657 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c410dcdb-409a-484d-8ed7-868eddd0310b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:56.689916 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:56.742635 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c410dcdb-409a-484d-8ed7-868eddd0310b admin admin] Publish callbacks [] for security_group (1a617993-162a-4c2c-b09a-22086b022bb3), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:56.747525 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c410dcdb-409a-484d-8ed7-868eddd0310b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (1a617993-162a-4c2c-b09a-22086b022bb3), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:56.776825 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c410dcdb-409a-484d-8ed7-868eddd0310b admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=106285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:27:56.784204 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410dcdb-409a-484d-8ed7-868eddd0310b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a617993-162a-4c2c-b09a-22086b022bb3,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:56.792290 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c410dcdb-409a-484d-8ed7-868eddd0310b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (a622176b-7210-432c-98af-b72774b91926), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:56.792290 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.segments_db [None req-c410dcdb-409a-484d-8ed7-868eddd0310b admin admin] Added segment a622176b-7210-432c-98af-b72774b91926 of type vlan for network e4ca6d4e-2c7d-4257-8350-4a12639f74fb Aug 19 15:27:56.833717 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c410dcdb-409a-484d-8ed7-868eddd0310b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (e4ca6d4e-2c7d-4257-8350-4a12639f74fb), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:56.859516 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c410dcdb-409a-484d-8ed7-868eddd0310b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (e4ca6d4e-2c7d-4257-8350-4a12639f74fb), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:56.860603 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c410dcdb-409a-484d-8ed7-868eddd0310b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:56.861206 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c410dcdb-409a-484d-8ed7-868eddd0310b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:56.898840 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-c410dcdb-409a-484d-8ed7-868eddd0310b admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2878063 Aug 19 15:27:56.902069 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45616) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:56.907679 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-1ffd2523-4c98-404d-a651-cb6b0799dc06 admin admin] Request body: {'subnet': {'network_id': 'e4ca6d4e-2c7d-4257-8350-4a12639f74fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-35193455-subnet', 'tenant_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:56.927411 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffd2523-4c98-404d-a651-cb6b0799dc06 admin admin] Made reservation on behalf of 036bcceabe0f4077a91d5c5d4bdd1b11 for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:56.929778 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1ffd2523-4c98-404d-a651-cb6b0799dc06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127678'] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:56.931215 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410dcdb-409a-484d-8ed7-868eddd0310b admin admin] Pushing event updated for resources: {'Network': ['ID=e4ca6d4e-2c7d-4257-8350-4a12639f74fb,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:56.943385 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network e4ca6d4e-2c7d-4257-8350-4a12639f74fb details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:27:56.951008 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:56.976445 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Sync routers for ids ['757598e3-4c71-4dd1-849f-842c121b7653'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:27:56.996053 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:57.025124 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Routers {'757598e3-4c71-4dd1-849f-842c121b7653'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:27:57.025752 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:27:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['757598e3-4c71-4dd1-849f-842c121b7653'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:57.110142 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1ffd2523-4c98-404d-a651-cb6b0799dc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16011370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127648'] for subnet (e61e2170-91da-4769-986f-31e610be81bd), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:57.113259 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:57.135030 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Set router 757598e3-4c71-4dd1-849f-842c121b7653 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:27:57.162591 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd2523-4c98-404d-a651-cb6b0799dc06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61e2170-91da-4769-986f-31e610be81bd,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:57.182468 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd2523-4c98-404d-a651-cb6b0799dc06 admin admin] Checking segment: {'id': 'a622176b-7210-432c-98af-b72774b91926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4ca6d4e-2c7d-4257-8350-4a12639f74fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:27:57.182753 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffd2523-4c98-404d-a651-cb6b0799dc06 admin admin] Network hostable DHCP agents. Network: e4ca6d4e-2c7d-4257-8350-4a12639f74fb, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:27:57.201008 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffd2523-4c98-404d-a651-cb6b0799dc06 admin admin] Network e4ca6d4e-2c7d-4257-8350-4a12639f74fb is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:27:57.210250 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-1ffd2523-4c98-404d-a651-cb6b0799dc06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, e4ca6d4e-2c7d-4257-8350-4a12639f74fb) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:57.216324 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffd2523-4c98-404d-a651-cb6b0799dc06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:57.216850 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1ffd2523-4c98-404d-a651-cb6b0799dc06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:57.221760 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c26fdb-b5b3-4d66-b7fa-0adc8daacbb0 None None] Network e4ca6d4e-2c7d-4257-8350-4a12639f74fb requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:27:57.236276 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-1ffd2523-4c98-404d-a651-cb6b0799dc06 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3324666 Aug 19 15:27:57.239106 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45618) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:57.243831 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-35193455-router', 'tenant_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:57.266680 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (a95cf9b5-4e04-4231-87e1-e90e51e407cc), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:57.268118 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12047'] for router (a95cf9b5-4e04-4231-87e1-e90e51e407cc), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:57.348695 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] Publish callbacks [] for router_controller (a95cf9b5-4e04-4231-87e1-e90e51e407cc), precommit_add_association {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:57.412519 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:27:57.412646 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ef4bc4-d368-54e3-92c9-12ec6c9c3899-e4ca6d4e-2c7d-4257-8350-4a12639f74fb', 'network_id': 'e4ca6d4e-2c7d-4257-8350-4a12639f74fb', 'project_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'fixed_ips': [{'subnet_id': 'e61e2170-91da-4769-986f-31e610be81bd'}]}} from dv-cinder-835384-20-iscsi. {{(pid=106286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 19 15:27:57.413852 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:57.452423 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:57.488233 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757598e3-4c71-4dd1-849f-842c121b7653', 'name': 'tempest-TestMinimumBasicScenario-1004679039-router', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:55Z', 'revision_number': 4, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'gw_port': {'id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '6d87343a-012c-461c-b22a-ef9d5e3af203', 'name': '', 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '660753bd-ccf6-487f-8cd3-a9754c97ad69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:54Z', 'updated_at': '2022-08-19T15:27:55Z', 'revision_number': 2, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'subnets': [{'id': '660753bd-ccf6-487f-8cd3-a9754c97ad69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:57.519667 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] Publish callbacks [] for router_gateway (a95cf9b5-4e04-4231-87e1-e90e51e407cc), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:57.560720 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Checking router: 757598e3-4c71-4dd1-849f-842c121b7653 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:27:57.561598 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Updating router 757598e3-4c71-4dd1-849f-842c121b7653 port 6d87343a-012c-461c-b22a-ef9d5e3af203 binding host dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:27:57.619713 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:27:57.620089 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (87ee82ff-7798-4ea1-8f5e-8b05edef5ef1), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:57.658987 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (6d87343a-012c-461c-b22a-ef9d5e3af203), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:57.749419 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Allocated IP 172.20.0.2 (e4ca6d4e-2c7d-4257-8350-4a12639f74fb/e61e2170-91da-4769-986f-31e610be81bd/b74f7e3b-f78a-4d49-afc7-19bc8075f6a8) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:57.799289 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85369d3d-3e58-4d9f-8f03-b3c51c970b6c req-f1cb6918-db99-4c2d-838d-98048845f2fc tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:57.800868 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-85369d3d-3e58-4d9f-8f03-b3c51c970b6c req-f1cb6918-db99-4c2d-838d-98048845f2fc tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0792584 Aug 19 15:27:57.830021 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] Publish callbacks [] for router_gateway (a95cf9b5-4e04-4231-87e1-e90e51e407cc), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:57.853786 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:57.930725 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-85369d3d-3e58-4d9f-8f03-b3c51c970b6c req-f68ed1fa-3003-4202-b5f9-3280c7b588d8 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234565 Aug 19 15:27:58.004146 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] Allocated IP 172.27.2.101 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/5c06148d-d761-4977-aceb-55ca7f3be7dc) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:58.013761 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:58.047911 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:27:58.048560 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (87ee82ff-7798-4ea1-8f5e-8b05edef5ef1), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:58.060268 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:58.100160 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=87ee82ff-7798-4ea1-8f5e-8b05edef5ef1,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:58.118506 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (87ee82ff-7798-4ea1-8f5e-8b05edef5ef1), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:58.122238 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] Publish callbacks [] for port (5c06148d-d761-4977-aceb-55ca7f3be7dc), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:58.149432 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:58.163185 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (5c06148d-d761-4977-aceb-55ca7f3be7dc), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:58.209638 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:58.217966 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:58.221914 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:27:58.225403 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] Pushing event updated for resources: {'Port': ['ID=5c06148d-d761-4977-aceb-55ca7f3be7dc,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:58.277012 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=87ee82ff-7798-4ea1-8f5e-8b05edef5ef1,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:58.287310 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Publish callbacks [] for port (b74f7e3b-f78a-4d49-afc7-19bc8075f6a8), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:58.302380 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (b74f7e3b-f78a-4d49-afc7-19bc8075f6a8), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:58.362541 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:58.382740 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Network e4ca6d4e-2c7d-4257-8350-4a12639f74fb is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:58.395096 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:58.399788 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:27:58.402229 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Pushing event updated for resources: {'Port': ['ID=b74f7e3b-f78a-4d49-afc7-19bc8075f6a8,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:58.406531 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Publish callbacks [] for port (6d87343a-012c-461c-b22a-ef9d5e3af203), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:58.416934 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (6d87343a-012c-461c-b22a-ef9d5e3af203), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:58.479042 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] Publish callbacks [] for router_gateway (a95cf9b5-4e04-4231-87e1-e90e51e407cc), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:58.524656 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Attempting to bind port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:27:58.524978 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Attempting to bind port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'a622176b-7210-432c-98af-b72774b91926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4ca6d4e-2c7d-4257-8350-4a12639f74fb'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:27:58.525283 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Attempting to bind port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 on network e4ca6d4e-2c7d-4257-8350-4a12639f74fb {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:27:58.546454 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd13d66-cc75-4866-9fc7-649a7ea0bb01 None None] Pushing event updated for resources: {'Port': ['ID=6d87343a-012c-461c-b22a-ef9d5e3af203,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:58.554215 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:27:58.554599 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Checking segment: {'id': 'a622176b-7210-432c-98af-b72774b91926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4ca6d4e-2c7d-4257-8350-4a12639f74fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:27:58.554998 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:58.555384 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Bound using segment: {'id': 'a622176b-7210-432c-98af-b72774b91926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4ca6d4e-2c7d-4257-8350-4a12639f74fb'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:27:58.555860 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Bound port: b74f7e3b-f78a-4d49-afc7-19bc8075f6a8, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a622176b-7210-432c-98af-b72774b91926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4ca6d4e-2c7d-4257-8350-4a12639f74fb'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:27:58.556233 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (b74f7e3b-f78a-4d49-afc7-19bc8075f6a8), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:58.579375 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Attempting to bind port 6d87343a-012c-461c-b22a-ef9d5e3af203 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:27:58.579757 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Attempting to bind port 6d87343a-012c-461c-b22a-ef9d5e3af203 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'afd25f22-0ac1-43f4-bcd0-4429d97ad80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:27:58.580111 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Attempting to bind port 6d87343a-012c-461c-b22a-ef9d5e3af203 on network 6984f544-3e69-4348-a7eb-5484342f7b48 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:27:58.602440 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:27:58.602818 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Checking segment: {'id': 'afd25f22-0ac1-43f4-bcd0-4429d97ad80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:27:58.603219 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:58.603612 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Bound using segment: {'id': 'afd25f22-0ac1-43f4-bcd0-4429d97ad80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:27:58.604094 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Bound port: 6d87343a-012c-461c-b22a-ef9d5e3af203, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd25f22-0ac1-43f4-bcd0-4429d97ad80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:27:58.604511 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (6d87343a-012c-461c-b22a-ef9d5e3af203), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:58.673829 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] For port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:27:58.680754 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] For port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=b74f7e3b-f78a-4d49-afc7-19bc8075f6a8,segment=NetworkSegment(a622176b-7210-432c-98af-b72774b91926),segment_id=a622176b-7210-432c-98af-b72774b91926)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:27:58.688026 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809500'] for router (a95cf9b5-4e04-4231-87e1-e90e51e407cc), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:58.696428 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (b74f7e3b-f78a-4d49-afc7-19bc8075f6a8), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:58.705708 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] For port 6d87343a-012c-461c-b22a-ef9d5e3af203, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:27:58.709775 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] For port 6d87343a-012c-461c-b22a-ef9d5e3af203, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=6d87343a-012c-461c-b22a-ef9d5e3af203,segment=NetworkSegment(afd25f22-0ac1-43f4-bcd0-4429d97ad80e),segment_id=afd25f22-0ac1-43f4-bcd0-4429d97ad80e)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:27:58.744710 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (6d87343a-012c-461c-b22a-ef9d5e3af203), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:58.771720 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Routers {'757598e3-4c71-4dd1-849f-842c121b7653'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:27:58.772442 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:27:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['757598e3-4c71-4dd1-849f-842c121b7653'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:58.810524 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90cbbb-aab0-43f1-bfe0-d878bf587109 None None] Pushing event updated for resources: {'Port': ['ID=b74f7e3b-f78a-4d49-afc7-19bc8075f6a8,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:58.816636 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:58.832890 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] Router a95cf9b5-4e04-4231-87e1-e90e51e407cc is scheduled to L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c with binding_index 1 {{(pid=106284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:27:58.921614 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd13d66-cc75-4866-9fc7-649a7ea0bb01 None None] Pushing event updated for resources: {'Port': ['ID=6d87343a-012c-461c-b22a-ef9d5e3af203,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:58.943619 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] Set router 757598e3-4c71-4dd1-849f-842c121b7653 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:27:58.952480 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:58.994808 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:27:59.005223 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Sync routers for ids ['a95cf9b5-4e04-4231-87e1-e90e51e407cc'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:27:59.020195 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Routers {'a95cf9b5-4e04-4231-87e1-e90e51e407cc'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:27:59.021206 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:27:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['a95cf9b5-4e04-4231-87e1-e90e51e407cc'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:59.082095 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e90f51-cae9-4704-8c46-c162e9650af0 req-b4bffa86-a545-40dd-9150-25e8f9075e38 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:27:59.083732 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a6e90f51-cae9-4704-8c46-c162e9650af0 req-b4bffa86-a545-40dd-9150-25e8f9075e38 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0596712 Aug 19 15:27:59.087282 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:59.088545 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-5a7b4d95-a3fc-4cdc-9f77-164facbf5153 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8484178 Aug 19 15:27:59.091537 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 45632) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:27:59.151036 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a6e90f51-cae9-4704-8c46-c162e9650af0 req-673c711c-37dc-4297-a4b8-a21ede22f20c tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595219 Aug 19 15:27:59.187459 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Set router a95cf9b5-4e04-4231-87e1-e90e51e407cc gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:27:59.196250 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757598e3-4c71-4dd1-849f-842c121b7653', 'name': 'tempest-TestMinimumBasicScenario-1004679039-router', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:55Z', 'revision_number': 4, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'gw_port': {'id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '6d87343a-012c-461c-b22a-ef9d5e3af203', 'name': '', 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '660753bd-ccf6-487f-8cd3-a9754c97ad69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:54Z', 'updated_at': '2022-08-19T15:27:58Z', 'revision_number': 4, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'subnets': [{'id': '660753bd-ccf6-487f-8cd3-a9754c97ad69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:59.230107 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab4c71d-46a0-4988-a5e2-ff02a277ae6e None None] The sync data for ids ['757598e3-4c71-4dd1-849f-842c121b7653'] in dv-cinder-835384-20-iscsi is: [{'id': '757598e3-4c71-4dd1-849f-842c121b7653', 'name': 'tempest-TestMinimumBasicScenario-1004679039-router', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:55Z', 'revision_number': 4, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'gw_port': {'id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '6d87343a-012c-461c-b22a-ef9d5e3af203', 'name': '', 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '660753bd-ccf6-487f-8cd3-a9754c97ad69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:54Z', 'updated_at': '2022-08-19T15:27:58Z', 'revision_number': 4, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'subnets': [{'id': '660753bd-ccf6-487f-8cd3-a9754c97ad69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:27:59.425786 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95cf9b5-4e04-4231-87e1-e90e51e407cc', 'name': 'tempest-TestMinimumBasicScenario-35193455-router', 'tenant_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '5c06148d-d761-4977-aceb-55ca7f3be7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:57Z', 'updated_at': '2022-08-19T15:27:58Z', 'revision_number': 3, 'project_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'gw_port': {'id': '5c06148d-d761-4977-aceb-55ca7f3be7dc', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ed:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95cf9b5-4e04-4231-87e1-e90e51e407cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:57Z', 'updated_at': '2022-08-19T15:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:59.476161 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Checking router: a95cf9b5-4e04-4231-87e1-e90e51e407cc for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:27:59.476651 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Updating router a95cf9b5-4e04-4231-87e1-e90e51e407cc port 5c06148d-d761-4977-aceb-55ca7f3be7dc binding host dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:27:59.508219 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5c06148d-d761-4977-aceb-55ca7f3be7dc), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:59.603383 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:27:59.605340 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:59.702501 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:27:59.703412 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (87ee82ff-7798-4ea1-8f5e-8b05edef5ef1), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:59.748151 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:27:59.817464 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:27:59.818646 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:27:59.898509 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:27:59.898885 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (b74f7e3b-f78a-4d49-afc7-19bc8075f6a8), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:27:59.946572 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206dd349-bc18-4a5a-bc9b-f4a2cd530cb0 None None] Network e4ca6d4e-2c7d-4257-8350-4a12639f74fb requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:28:00.002338 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Publish callbacks [] for port (5c06148d-d761-4977-aceb-55ca7f3be7dc), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:00.011789 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (5c06148d-d761-4977-aceb-55ca7f3be7dc), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:00.021875 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:00.056418 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Attempting to bind port 5c06148d-d761-4977-aceb-55ca7f3be7dc on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:28:00.056704 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Attempting to bind port 5c06148d-d761-4977-aceb-55ca7f3be7dc by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:28:00.057066 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Attempting to bind port 5c06148d-d761-4977-aceb-55ca7f3be7dc on network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:28:00.067155 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-8e51209b-2955-4700-999a-db613e41d8a2 None None] Provisioning complete for port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:28:00.067432 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8e51209b-2955-4700-999a-db613e41d8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (b74f7e3b-f78a-4d49-afc7-19bc8075f6a8), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:00.069715 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:28:00.070074 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Checking segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:28:00.070693 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:00.070850 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Bound using segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:28:00.072004 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Bound port: 5c06148d-d761-4977-aceb-55ca7f3be7dc, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:28:00.072004 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5c06148d-d761-4977-aceb-55ca7f3be7dc), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:00.095747 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9322dc5-4082-4bc9-b660-102ca4d29a52 None None] Pushing event updated for resources: {'Port': ['ID=5c06148d-d761-4977-aceb-55ca7f3be7dc,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:00.113216 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:00.133420 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16302299-0049-4319-94c1-fd8dd3034239 req-7d45dddb-c3af-4157-b322-90ab8ed031aa tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:00.135665 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-16302299-0049-4319-94c1-fd8dd3034239 req-7d45dddb-c3af-4157-b322-90ab8ed031aa tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0546055 Aug 19 15:28:00.141752 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:28:00.142172 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (b74f7e3b-f78a-4d49-afc7-19bc8075f6a8), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:00.155872 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d7f61818-52f8-4c47-8b95-a327d48b9d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:00.158741 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] For port 5c06148d-d761-4977-aceb-55ca7f3be7dc, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:28:00.162020 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] For port 5c06148d-d761-4977-aceb-55ca7f3be7dc, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=5c06148d-d761-4977-aceb-55ca7f3be7dc,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:28:00.173667 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (5c06148d-d761-4977-aceb-55ca7f3be7dc), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:00.202271 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=b74f7e3b-f78a-4d49-afc7-19bc8075f6a8,segment=NetworkSegment(a622176b-7210-432c-98af-b72774b91926),segment_id=a622176b-7210-432c-98af-b72774b91926)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:00.231371 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Routers {'a95cf9b5-4e04-4231-87e1-e90e51e407cc'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:28:00.232020 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:27:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['a95cf9b5-4e04-4231-87e1-e90e51e407cc'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:00.254193 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-8e51209b-2955-4700-999a-db613e41d8a2 None None] Current status of the port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:28:00.254592 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8e51209b-2955-4700-999a-db613e41d8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (b74f7e3b-f78a-4d49-afc7-19bc8075f6a8), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:00.256927 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (b74f7e3b-f78a-4d49-afc7-19bc8075f6a8), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:00.258491 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 6d87343a-012c-461c-b22a-ef9d5e3af203 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:00.339218 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9322dc5-4082-4bc9-b660-102ca4d29a52 None None] Pushing event updated for resources: {'Port': ['ID=5c06148d-d761-4977-aceb-55ca7f3be7dc,revision_number=3']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:00.353626 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00c5db-ab30-4b3d-83d2-800062b98cab req-7831a590-76f5-4d46-b27f-170b6a07cd29 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:00.362098 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4e00c5db-ab30-4b3d-83d2-800062b98cab req-7831a590-76f5-4d46-b27f-170b6a07cd29 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 946 time: 0.0871472 Aug 19 15:28:00.419410 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:00.424748 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.db.api [None req-8e51209b-2955-4700-999a-db613e41d8a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 19 15:28:00.425155 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG oslo_db.api [None req-8e51209b-2955-4700-999a-db613e41d8a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:28:00.453951 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=b74f7e3b-f78a-4d49-afc7-19bc8075f6a8,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:00.462218 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4e00c5db-ab30-4b3d-83d2-800062b98cab req-ee5d5e8c-5908-40d9-824f-b5322388c2d8 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=41f969ad-aa37-4274-b3b7-766c5d13a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976477 Aug 19 15:28:00.469506 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 6d87343a-012c-461c-b22a-ef9d5e3af203 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:28:00.470299 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (6d87343a-012c-461c-b22a-ef9d5e3af203), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:00.504199 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-d7f61818-52f8-4c47-8b95-a327d48b9d63 admin admin] Allocated IP 172.20.0.1 (e4ca6d4e-2c7d-4257-8350-4a12639f74fb/e61e2170-91da-4769-986f-31e610be81bd/4ba112fc-c387-46b8-8ba1-4c549ce3f66e) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:28:00.608719 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] Set router a95cf9b5-4e04-4231-87e1-e90e51e407cc gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:28:00.719202 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d7f61818-52f8-4c47-8b95-a327d48b9d63 admin admin] Publish callbacks [] for port (4ba112fc-c387-46b8-8ba1-4c549ce3f66e), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:00.778159 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-16302299-0049-4319-94c1-fd8dd3034239 req-a6a605a8-93ef-4d65-aabc-9774ca9b4aa2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Deleting port 489cb252-e00c-4932-b659-de93c87cfb6a {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:28:00.779097 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-16302299-0049-4319-94c1-fd8dd3034239 req-a6a605a8-93ef-4d65-aabc-9774ca9b4aa2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (489cb252-e00c-4932-b659-de93c87cfb6a), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:00.796632 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 6d87343a-012c-461c-b22a-ef9d5e3af203 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:28:00.797882 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (6d87343a-012c-461c-b22a-ef9d5e3af203), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:00.850254 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:00.853509 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 6d87343a-012c-461c-b22a-ef9d5e3af203, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=6d87343a-012c-461c-b22a-ef9d5e3af203,segment=NetworkSegment(afd25f22-0ac1-43f4-bcd0-4429d97ad80e),segment_id=afd25f22-0ac1-43f4-bcd0-4429d97ad80e)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:00.861253 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (6d87343a-012c-461c-b22a-ef9d5e3af203), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:00.872270 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:00.899456 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:00.908101 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95cf9b5-4e04-4231-87e1-e90e51e407cc', 'name': 'tempest-TestMinimumBasicScenario-35193455-router', 'tenant_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '5c06148d-d761-4977-aceb-55ca7f3be7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:57Z', 'updated_at': '2022-08-19T15:27:58Z', 'revision_number': 3, 'project_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'gw_port': {'id': '5c06148d-d761-4977-aceb-55ca7f3be7dc', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ed:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95cf9b5-4e04-4231-87e1-e90e51e407cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:57Z', 'updated_at': '2022-08-19T15:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:00.945495 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ca5314-dda7-4cb5-8bcb-6010c911e2c6 None None] The sync data for ids ['a95cf9b5-4e04-4231-87e1-e90e51e407cc'] in dv-cinder-835384-20-iscsi is: [{'id': 'a95cf9b5-4e04-4231-87e1-e90e51e407cc', 'name': 'tempest-TestMinimumBasicScenario-35193455-router', 'tenant_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '5c06148d-d761-4977-aceb-55ca7f3be7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:57Z', 'updated_at': '2022-08-19T15:27:58Z', 'revision_number': 3, 'project_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'gw_port': {'id': '5c06148d-d761-4977-aceb-55ca7f3be7dc', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ed:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95cf9b5-4e04-4231-87e1-e90e51e407cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:57Z', 'updated_at': '2022-08-19T15:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:28:00.958226 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d7f61818-52f8-4c47-8b95-a327d48b9d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (4ba112fc-c387-46b8-8ba1-4c549ce3f66e), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:00.974093 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-16302299-0049-4319-94c1-fd8dd3034239 req-a6a605a8-93ef-4d65-aabc-9774ca9b4aa2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] For port 489cb252-e00c-4932-b659-de93c87cfb6a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=489cb252-e00c-4932-b659-de93c87cfb6a,segment=NetworkSegment(895a194d-8b04-4bae-bdc3-41e9e36f2fff),segment_id=895a194d-8b04-4bae-bdc3-41e9e36f2fff)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:00.974462 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-16302299-0049-4319-94c1-fd8dd3034239 req-a6a605a8-93ef-4d65-aabc-9774ca9b4aa2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (489cb252-e00c-4932-b659-de93c87cfb6a), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:01.002373 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-8e51209b-2955-4700-999a-db613e41d8a2 None None] Current status of the port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:28:01.008755 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=6d87343a-012c-461c-b22a-ef9d5e3af203,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:01.067590 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f61818-52f8-4c47-8b95-a327d48b9d63 admin admin] Network e4ca6d4e-2c7d-4257-8350-4a12639f74fb is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:01.070861 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f61818-52f8-4c47-8b95-a327d48b9d63 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba112fc-c387-46b8-8ba1-4c549ce3f66e,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:01.075668 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-d7f61818-52f8-4c47-8b95-a327d48b9d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:01.106864 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f61818-52f8-4c47-8b95-a327d48b9d63 admin admin] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:28:01.122922 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-4f5126f8-07af-4bb5-b505-40ba37c6e510 None None] Provisioning complete for port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:28:01.123295 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4f5126f8-07af-4bb5-b505-40ba37c6e510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (b74f7e3b-f78a-4d49-afc7-19bc8075f6a8), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:01.209326 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d7f61818-52f8-4c47-8b95-a327d48b9d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827374'] for router_interface (a95cf9b5-4e04-4231-87e1-e90e51e407cc), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:01.214906 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-4f5126f8-07af-4bb5-b505-40ba37c6e510 None None] Current status of the port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:28:01.336362 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-16302299-0049-4319-94c1-fd8dd3034239 req-a6a605a8-93ef-4d65-aabc-9774ca9b4aa2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:01.336757 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-16302299-0049-4319-94c1-fd8dd3034239 req-a6a605a8-93ef-4d65-aabc-9774ca9b4aa2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (5dde03a6-e1e2-4c74-bdca-0082299beee8), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:01.337079 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.l3_db [req-16302299-0049-4319-94c1-fd8dd3034239 req-a6a605a8-93ef-4d65-aabc-9774ca9b4aa2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Floating IP 5dde03a6-e1e2-4c74-bdca-0082299beee8 disassociated. External IP: 172.27.2.214, port: 489cb252-e00c-4932-b659-de93c87cfb6a. Aug 19 15:28:01.337426 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-16302299-0049-4319-94c1-fd8dd3034239 req-a6a605a8-93ef-4d65-aabc-9774ca9b4aa2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Calling delete_port for 489cb252-e00c-4932-b659-de93c87cfb6a owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:28:01.348945 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-84c80a9c-5443-4dbd-a774-9fd2c0207e21 None None] Provisioning complete for port 4ba112fc-c387-46b8-8ba1-4c549ce3f66e triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:28:01.349326 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-84c80a9c-5443-4dbd-a774-9fd2c0207e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (4ba112fc-c387-46b8-8ba1-4c549ce3f66e), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:01.407375 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-84c80a9c-5443-4dbd-a774-9fd2c0207e21 None None] Port 4ba112fc-c387-46b8-8ba1-4c549ce3f66e cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:28:01.419154 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:01.472622 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:28:01.472959 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (b74f7e3b-f78a-4d49-afc7-19bc8075f6a8), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:01.486661 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d7f61818-52f8-4c47-8b95-a327d48b9d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (4ba112fc-c387-46b8-8ba1-4c549ce3f66e), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:01.586728 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:28:01.588371 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 6d87343a-012c-461c-b22a-ef9d5e3af203 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:01.624935 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-16302299-0049-4319-94c1-fd8dd3034239 req-a6a605a8-93ef-4d65-aabc-9774ca9b4aa2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (489cb252-e00c-4932-b659-de93c87cfb6a), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:01.651382 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 6d87343a-012c-461c-b22a-ef9d5e3af203 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:28:01.652031 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (6d87343a-012c-461c-b22a-ef9d5e3af203), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:01.714237 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a605a8-93ef-4d65-aabc-9774ca9b4aa2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Pushing event deleted for resources: {'Port': ['ID=489cb252-e00c-4932-b659-de93c87cfb6a,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:01.735068 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:01.770466 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 6d87343a-012c-461c-b22a-ef9d5e3af203 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:28:01.823747 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:01.882341 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d7f61818-52f8-4c47-8b95-a327d48b9d63 admin admin] Publish callbacks [] for port (4ba112fc-c387-46b8-8ba1-4c549ce3f66e), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:01.895121 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d7f61818-52f8-4c47-8b95-a327d48b9d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (4ba112fc-c387-46b8-8ba1-4c549ce3f66e), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:01.907529 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-12c025bd-cbea-47ad-abf4-82e786dcbdc8 req-7117dc28-94ae-42e6-a017-c2c833c828d5 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d HTTP/1.1" status: 200 len: 210 time: 0.3470569 Aug 19 15:28:01.986435 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16302299-0049-4319-94c1-fd8dd3034239 req-a6a605a8-93ef-4d65-aabc-9774ca9b4aa2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Router 28bc588a-219b-4a73-9372-b86444d25258 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:28:01.998888 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f61818-52f8-4c47-8b95-a327d48b9d63 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba112fc-c387-46b8-8ba1-4c549ce3f66e,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:02.006022 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d7f61818-52f8-4c47-8b95-a327d48b9d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827522'] for router_interface (a95cf9b5-4e04-4231-87e1-e90e51e407cc), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:02.197182 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16302299-0049-4319-94c1-fd8dd3034239 req-a6a605a8-93ef-4d65-aabc-9774ca9b4aa2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:28:02.214228 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f740c52-6248-4230-a897-7effe894f7c0 None None] Sync routers for ids ['28bc588a-219b-4a73-9372-b86444d25258'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:28:02.225509 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f740c52-6248-4230-a897-7effe894f7c0 None None] Routers {'28bc588a-219b-4a73-9372-b86444d25258'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:28:02.226183 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-7f740c52-6248-4230-a897-7effe894f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:27:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['28bc588a-219b-4a73-9372-b86444d25258'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:02.233784 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f61818-52f8-4c47-8b95-a327d48b9d63 admin admin] Network e4ca6d4e-2c7d-4257-8350-4a12639f74fb is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:02.238930 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-d7f61818-52f8-4c47-8b95-a327d48b9d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:02.261210 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-16302299-0049-4319-94c1-fd8dd3034239 req-a6a605a8-93ef-4d65-aabc-9774ca9b4aa2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] No DVR routers for this DVR port 489cb252-e00c-4932-b659-de93c87cfb6a on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:28:02.264520 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-16302299-0049-4319-94c1-fd8dd3034239 req-a6a605a8-93ef-4d65-aabc-9774ca9b4aa2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:02.267423 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-16302299-0049-4319-94c1-fd8dd3034239 req-a6a605a8-93ef-4d65-aabc-9774ca9b4aa2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.52 "DELETE /networking/v2.0/ports/489cb252-e00c-4932-b659-de93c87cfb6a HTTP/1.1" status: 204 len: 173 time: 2.0944753 Aug 19 15:28:02.268191 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d', 'name': 'network-vif-deleted', 'tag': '489cb252-e00c-4932-b659-de93c87cfb6a'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:28:02.278487 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a388dd-9511-4c35-b05c-d2bd04088fc1" -d '{"events": [{"server_uuid": "f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d", "name": "network-vif-deleted", "tag": "489cb252-e00c-4932-b659-de93c87cfb6a"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:28:02.338073 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d820e3c4-bbc4-428e-af12-ef0b9ba39778 x-openstack-request-id: req-d820e3c4-bbc4-428e-af12-ef0b9ba39778 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:28:02.338362 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d", "name": "network-vif-deleted", "tag": "489cb252-e00c-4932-b659-de93c87cfb6a", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:28:02.338622 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d820e3c4-bbc4-428e-af12-ef0b9ba39778 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:28:02.339175 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d820e3c4-bbc4-428e-af12-ef0b9ba39778'] response: {'server_uuid': 'f4cf95c5-adc2-4d6b-8653-8c74b0b6eb8d', 'name': 'network-vif-deleted', 'tag': '489cb252-e00c-4932-b659-de93c87cfb6a', 'status': 'completed', 'code': 200} Aug 19 15:28:02.351356 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:02.387252 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-7f740c52-6248-4230-a897-7effe894f7c0 None None] Set router 28bc588a-219b-4a73-9372-b86444d25258 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:28:02.455448 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f61818-52f8-4c47-8b95-a327d48b9d63 admin admin] Router a95cf9b5-4e04-4231-87e1-e90e51e407cc has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:28:02.560802 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-db6327d8-2e7c-4fe6-988d-611fe5405497 None None] Provisioning complete for port 4ba112fc-c387-46b8-8ba1-4c549ce3f66e triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:28:02.561173 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-db6327d8-2e7c-4fe6-988d-611fe5405497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (4ba112fc-c387-46b8-8ba1-4c549ce3f66e), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:02.565811 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f61818-52f8-4c47-8b95-a327d48b9d63 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:28:02.576472 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-d7f61818-52f8-4c47-8b95-a327d48b9d63 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/a95cf9b5-4e04-4231-87e1-e90e51e407cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4788213 Aug 19 15:28:02.630634 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-db6327d8-2e7c-4fe6-988d-611fe5405497 None None] Port 4ba112fc-c387-46b8-8ba1-4c549ce3f66e cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:28:02.640568 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-7f740c52-6248-4230-a897-7effe894f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:07Z', 'revision_number': 4, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port': {'id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '10b5c845-d8f0-4fb7-8e6a-f21ed531867b', 'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'mac_address': 'fa:16:3e:49:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:05Z', 'updated_at': '2022-08-19T15:23:21Z', 'revision_number': 5, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'subnets': [{'id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:02.674805 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f740c52-6248-4230-a897-7effe894f7c0 None None] Checking router: 28bc588a-219b-4a73-9372-b86444d25258 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:28:02.679426 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:02.686161 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f740c52-6248-4230-a897-7effe894f7c0 None None] Routers {'28bc588a-219b-4a73-9372-b86444d25258'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:28:02.686796 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-7f740c52-6248-4230-a897-7effe894f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:27:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['28bc588a-219b-4a73-9372-b86444d25258'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:02.817683 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-7f740c52-6248-4230-a897-7effe894f7c0 None None] Set router 28bc588a-219b-4a73-9372-b86444d25258 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:28:03.013719 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:28:03.018734 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Sync routers for ids ['a95cf9b5-4e04-4231-87e1-e90e51e407cc'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:28:03.043148 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 45660) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:03.048424 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Routers {'a95cf9b5-4e04-4231-87e1-e90e51e407cc'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:28:03.048424 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:27:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['a95cf9b5-4e04-4231-87e1-e90e51e407cc'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:03.077959 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-7f740c52-6248-4230-a897-7effe894f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:07Z', 'revision_number': 4, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port': {'id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '10b5c845-d8f0-4fb7-8e6a-f21ed531867b', 'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'mac_address': 'fa:16:3e:49:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:05Z', 'updated_at': '2022-08-19T15:23:21Z', 'revision_number': 5, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'subnets': [{'id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:03.114786 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6d0ce5c6-8d46-4959-9ade-6db8e2a475cb tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group (41f969ad-aa37-4274-b3b7-766c5d13a9dd), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:03.119427 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f740c52-6248-4230-a897-7effe894f7c0 None None] The sync data for ids ['28bc588a-219b-4a73-9372-b86444d25258'] in dv-cinder-835384-20-iscsi is: [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:07Z', 'revision_number': 4, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port': {'id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '10b5c845-d8f0-4fb7-8e6a-f21ed531867b', 'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'mac_address': 'fa:16:3e:49:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:05Z', 'updated_at': '2022-08-19T15:23:21Z', 'revision_number': 5, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'subnets': [{'id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:28:03.147491 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6d0ce5c6-8d46-4959-9ade-6db8e2a475cb tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group (41f969ad-aa37-4274-b3b7-766c5d13a9dd), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:03.183244 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:03.188945 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Set router a95cf9b5-4e04-4231-87e1-e90e51e407cc gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:28:03.222222 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6d0ce5c6-8d46-4959-9ade-6db8e2a475cb tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (41f969ad-aa37-4274-b3b7-766c5d13a9dd), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:03.224973 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6d0ce5c6-8d46-4959-9ade-6db8e2a475cb tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:03.229134 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45664) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:03.229616 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-6d0ce5c6-8d46-4959-9ade-6db8e2a475cb tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/41f969ad-aa37-4274-b3b7-766c5d13a9dd HTTP/1.1" status: 204 len: 168 time: 0.1901379 Aug 19 15:28:03.240416 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ce5c6-8d46-4959-9ade-6db8e2a475cb tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f969ad-aa37-4274-b3b7-766c5d13a9dd,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:03.259027 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.api.v2.resource [None req-49917860-dcff-4cba-847e-42c0fcc8d420 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] show failed (client error): The resource could not be found. Aug 19 15:28:03.260702 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-49917860-dcff-4cba-847e-42c0fcc8d420 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups/41f969ad-aa37-4274-b3b7-766c5d13a9dd HTTP/1.1" status: 404 len: 347 time: 0.0304799 Aug 19 15:28:03.265703 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45670) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:03.327584 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:03.437838 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 5c06148d-d761-4977-aceb-55ca7f3be7dc up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:03.517174 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 5c06148d-d761-4977-aceb-55ca7f3be7dc triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:28:03.517542 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (5c06148d-d761-4977-aceb-55ca7f3be7dc), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:03.523532 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c109d-b75f-47ff-927e-4905df5b02f1 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Deleting port a5548d4d-5180-43db-81d3-6c7a2e7d88ca {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:28:03.524153 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fd0c109d-b75f-47ff-927e-4905df5b02f1 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (a5548d4d-5180-43db-81d3-6c7a2e7d88ca), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:03.534117 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95cf9b5-4e04-4231-87e1-e90e51e407cc', 'name': 'tempest-TestMinimumBasicScenario-35193455-router', 'tenant_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '5c06148d-d761-4977-aceb-55ca7f3be7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:57Z', 'updated_at': '2022-08-19T15:28:01Z', 'revision_number': 4, 'project_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'gw_port': {'id': '5c06148d-d761-4977-aceb-55ca7f3be7dc', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ed:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95cf9b5-4e04-4231-87e1-e90e51e407cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:57Z', 'updated_at': '2022-08-19T15:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '4ba112fc-c387-46b8-8ba1-4c549ce3f66e', 'name': '', 'network_id': 'e4ca6d4e-2c7d-4257-8350-4a12639f74fb', 'tenant_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'mac_address': 'fa:16:3e:6b:26:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95cf9b5-4e04-4231-87e1-e90e51e407cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e61e2170-91da-4769-986f-31e610be81bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:28:00Z', 'updated_at': '2022-08-19T15:28:01Z', 'revision_number': 2, 'project_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'subnets': [{'id': 'e61e2170-91da-4769-986f-31e610be81bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:03.561269 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Checking router: a95cf9b5-4e04-4231-87e1-e90e51e407cc for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:28:03.561623 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Updating router a95cf9b5-4e04-4231-87e1-e90e51e407cc port 4ba112fc-c387-46b8-8ba1-4c549ce3f66e binding host dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:28:03.561921 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976be4ac-d3d1-4bf7-88f1-1a6ef9e8619d None None] New status for floating IP 5dde03a6-e1e2-4c74-bdca-0082299beee8: DOWN {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:28:03.611230 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (4ba112fc-c387-46b8-8ba1-4c549ce3f66e), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:03.620170 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:03.643653 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fd0c109d-b75f-47ff-927e-4905df5b02f1 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (a5548d4d-5180-43db-81d3-6c7a2e7d88ca), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:03.644283 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fd0c109d-b75f-47ff-927e-4905df5b02f1 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for floatingip (a5548d4d-5180-43db-81d3-6c7a2e7d88ca), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:03.670532 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c109d-b75f-47ff-927e-4905df5b02f1 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Calling delete_port for a5548d4d-5180-43db-81d3-6c7a2e7d88ca owned by network:floatingip {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:28:03.783470 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 489cb252-e00c-4932-b659-de93c87cfb6a no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:28:03.831658 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: 489cb252-e00c-4932-b659-de93c87cfb6a {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:28:03.832286 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 489cb252-e00c-4932-b659-de93c87cfb6a not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:28:03.843615 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 5c06148d-d761-4977-aceb-55ca7f3be7dc is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:28:03.844325 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5c06148d-d761-4977-aceb-55ca7f3be7dc), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:03.872279 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 5c06148d-d761-4977-aceb-55ca7f3be7dc, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=5c06148d-d761-4977-aceb-55ca7f3be7dc,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:03.882127 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (5c06148d-d761-4977-aceb-55ca7f3be7dc), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:03.970970 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:03.973210 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fd0c109d-b75f-47ff-927e-4905df5b02f1 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (a5548d4d-5180-43db-81d3-6c7a2e7d88ca), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:03.974773 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=5c06148d-d761-4977-aceb-55ca7f3be7dc,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:04.001818 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c109d-b75f-47ff-927e-4905df5b02f1 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Pushing event deleted for resources: {'Port': ['ID=a5548d4d-5180-43db-81d3-6c7a2e7d88ca,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:04.080656 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fd0c109d-b75f-47ff-927e-4905df5b02f1 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for floatingip (5dde03a6-e1e2-4c74-bdca-0082299beee8), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.081068 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Publish callbacks [] for port (4ba112fc-c387-46b8-8ba1-4c549ce3f66e), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.085973 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fd0c109d-b75f-47ff-927e-4905df5b02f1 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.087182 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-fd0c109d-b75f-47ff-927e-4905df5b02f1 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/5dde03a6-e1e2-4c74-bdca-0082299beee8 HTTP/1.1" status: 204 len: 168 time: 0.8205111 Aug 19 15:28:04.097891 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (4ba112fc-c387-46b8-8ba1-4c549ce3f66e), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.170035 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c028272-331e-43bc-af26-6f183b7d5905 None None] Pushing event updated for resources: {'Port': ['ID=4ba112fc-c387-46b8-8ba1-4c549ce3f66e,revision_number=3']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:04.197435 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45684) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:04.202069 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-0a479185-279d-48f9-84bc-2f8f817b0e31 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1705487924', 'description': 'tempest-description--968443737'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:04.227160 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Attempting to bind port 4ba112fc-c387-46b8-8ba1-4c549ce3f66e on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:28:04.227426 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Attempting to bind port 4ba112fc-c387-46b8-8ba1-4c549ce3f66e by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'a622176b-7210-432c-98af-b72774b91926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4ca6d4e-2c7d-4257-8350-4a12639f74fb'}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:28:04.227768 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Attempting to bind port 4ba112fc-c387-46b8-8ba1-4c549ce3f66e on network e4ca6d4e-2c7d-4257-8350-4a12639f74fb {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:28:04.230010 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0a479185-279d-48f9-84bc-2f8f817b0e31 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.234918 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:28:04.235292 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Checking segment: {'id': 'a622176b-7210-432c-98af-b72774b91926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4ca6d4e-2c7d-4257-8350-4a12639f74fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:28:04.235692 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.236080 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Bound using segment: {'id': 'a622176b-7210-432c-98af-b72774b91926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4ca6d4e-2c7d-4257-8350-4a12639f74fb'} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:28:04.236904 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Bound port: 4ba112fc-c387-46b8-8ba1-4c549ce3f66e, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a622176b-7210-432c-98af-b72774b91926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4ca6d4e-2c7d-4257-8350-4a12639f74fb'}}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:28:04.239054 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (4ba112fc-c387-46b8-8ba1-4c549ce3f66e), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.316879 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] For port 4ba112fc-c387-46b8-8ba1-4c549ce3f66e, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:28:04.320644 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] For port 4ba112fc-c387-46b8-8ba1-4c549ce3f66e, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=4ba112fc-c387-46b8-8ba1-4c549ce3f66e,segment=NetworkSegment(a622176b-7210-432c-98af-b72774b91926),segment_id=a622176b-7210-432c-98af-b72774b91926)] {{(pid=106287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:28:04.328357 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (4ba112fc-c387-46b8-8ba1-4c549ce3f66e), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.342787 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0a479185-279d-48f9-84bc-2f8f817b0e31 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group (65c549ad-a559-4393-affd-ef565d83803d), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.348223 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0a479185-279d-48f9-84bc-2f8f817b0e31 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (65c549ad-a559-4393-affd-ef565d83803d), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.356750 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:04.370153 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Routers {'a95cf9b5-4e04-4231-87e1-e90e51e407cc'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:28:04.370153 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:27:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['a95cf9b5-4e04-4231-87e1-e90e51e407cc'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:04.395465 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0a479185-279d-48f9-84bc-2f8f817b0e31 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.400336 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-0a479185-279d-48f9-84bc-2f8f817b0e31 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1982648 Aug 19 15:28:04.400336 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45686) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:04.405554 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-a91ee4e5-655d-4873-8422-cfc35a1310c9 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Request body: {'security_group_rule': {'security_group_id': '65c549ad-a559-4393-affd-ef565d83803d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:04.411775 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a479185-279d-48f9-84bc-2f8f817b0e31 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c549ad-a559-4393-affd-ef565d83803d,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:04.433118 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c028272-331e-43bc-af26-6f183b7d5905 None None] Pushing event updated for resources: {'Port': ['ID=4ba112fc-c387-46b8-8ba1-4c549ce3f66e,revision_number=4']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:04.467772 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a91ee4e5-655d-4873-8422-cfc35a1310c9 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group_rule (eeecddf3-b93d-4452-b5f9-e99465d23ce8), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.525572 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] Set router a95cf9b5-4e04-4231-87e1-e90e51e407cc gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:28:04.555804 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a91ee4e5-655d-4873-8422-cfc35a1310c9 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group_rule (eeecddf3-b93d-4452-b5f9-e99465d23ce8), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.561892 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a91ee4e5-655d-4873-8422-cfc35a1310c9 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (eeecddf3-b93d-4452-b5f9-e99465d23ce8), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.586289 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ee4e5-655d-4873-8422-cfc35a1310c9 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeecddf3-b93d-4452-b5f9-e99465d23ce8,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:04.601069 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a91ee4e5-655d-4873-8422-cfc35a1310c9 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.602993 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-a91ee4e5-655d-4873-8422-cfc35a1310c9 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2012870 Aug 19 15:28:04.605438 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45688) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:04.613999 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-e6438117-7aa2-4a51-82da-b2aff9a924ed tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Request body: {'security_group_rule': {'security_group_id': '65c549ad-a559-4393-affd-ef565d83803d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:04.656697 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e6438117-7aa2-4a51-82da-b2aff9a924ed tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group_rule (f7965d0f-260b-49a1-a9d1-b0dcdb668d44), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.681028 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:04.744655 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e6438117-7aa2-4a51-82da-b2aff9a924ed tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group_rule (f7965d0f-260b-49a1-a9d1-b0dcdb668d44), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.750068 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e6438117-7aa2-4a51-82da-b2aff9a924ed tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (f7965d0f-260b-49a1-a9d1-b0dcdb668d44), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.775125 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6438117-7aa2-4a51-82da-b2aff9a924ed tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7965d0f-260b-49a1-a9d1-b0dcdb668d44,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:04.787483 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e6438117-7aa2-4a51-82da-b2aff9a924ed tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.788929 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e6438117-7aa2-4a51-82da-b2aff9a924ed tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1823752 Aug 19 15:28:04.792127 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45690) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:04.795017 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95cf9b5-4e04-4231-87e1-e90e51e407cc', 'name': 'tempest-TestMinimumBasicScenario-35193455-router', 'tenant_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '5c06148d-d761-4977-aceb-55ca7f3be7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:57Z', 'updated_at': '2022-08-19T15:28:01Z', 'revision_number': 4, 'project_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'gw_port': {'id': '5c06148d-d761-4977-aceb-55ca7f3be7dc', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ed:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95cf9b5-4e04-4231-87e1-e90e51e407cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:57Z', 'updated_at': '2022-08-19T15:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '4ba112fc-c387-46b8-8ba1-4c549ce3f66e', 'name': '', 'network_id': 'e4ca6d4e-2c7d-4257-8350-4a12639f74fb', 'tenant_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'mac_address': 'fa:16:3e:6b:26:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95cf9b5-4e04-4231-87e1-e90e51e407cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e61e2170-91da-4769-986f-31e610be81bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:28:00Z', 'updated_at': '2022-08-19T15:28:04Z', 'revision_number': 4, 'project_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'subnets': [{'id': 'e61e2170-91da-4769-986f-31e610be81bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:04.800602 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-fac96bfc-1027-47ec-a625-4fa49681fb76 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Request body: {'floatingip': {'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:04.829824 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fac96bfc-1027-47ec-a625-4fa49681fb76 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:04.830612 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ed545-f576-4f95-ba00-797ba01a6808 None None] The sync data for ids ['a95cf9b5-4e04-4231-87e1-e90e51e407cc'] in dv-cinder-835384-20-iscsi is: [{'id': 'a95cf9b5-4e04-4231-87e1-e90e51e407cc', 'name': 'tempest-TestMinimumBasicScenario-35193455-router', 'tenant_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '5c06148d-d761-4977-aceb-55ca7f3be7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:57Z', 'updated_at': '2022-08-19T15:28:01Z', 'revision_number': 4, 'project_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'gw_port': {'id': '5c06148d-d761-4977-aceb-55ca7f3be7dc', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ed:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95cf9b5-4e04-4231-87e1-e90e51e407cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:57Z', 'updated_at': '2022-08-19T15:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '4ba112fc-c387-46b8-8ba1-4c549ce3f66e', 'name': '', 'network_id': 'e4ca6d4e-2c7d-4257-8350-4a12639f74fb', 'tenant_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'mac_address': 'fa:16:3e:6b:26:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95cf9b5-4e04-4231-87e1-e90e51e407cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e61e2170-91da-4769-986f-31e610be81bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:28:00Z', 'updated_at': '2022-08-19T15:28:04Z', 'revision_number': 4, 'project_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'subnets': [{'id': 'e61e2170-91da-4769-986f-31e610be81bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:28:04.964170 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fac96bfc-1027-47ec-a625-4fa49681fb76 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:05.348648 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-fac96bfc-1027-47ec-a625-4fa49681fb76 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Allocated IP 172.27.2.145 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/5f4a4da6-93d1-45c9-b668-fde74e0cf091) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:28:05.475880 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fac96bfc-1027-47ec-a625-4fa49681fb76 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for port (5f4a4da6-93d1-45c9-b668-fde74e0cf091), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:05.504350 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:05.523518 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fac96bfc-1027-47ec-a625-4fa49681fb76 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (5f4a4da6-93d1-45c9-b668-fde74e0cf091), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:05.547986 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 5c06148d-d761-4977-aceb-55ca7f3be7dc up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:05.584419 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac96bfc-1027-47ec-a625-4fa49681fb76 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:05.594914 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-fac96bfc-1027-47ec-a625-4fa49681fb76 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:05.599079 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac96bfc-1027-47ec-a625-4fa49681fb76 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:28:05.602636 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac96bfc-1027-47ec-a625-4fa49681fb76 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Pushing event updated for resources: {'Port': ['ID=5f4a4da6-93d1-45c9-b668-fde74e0cf091,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:05.617145 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:05.628905 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 5c06148d-d761-4977-aceb-55ca7f3be7dc triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:28:05.630057 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (5c06148d-d761-4977-aceb-55ca7f3be7dc), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:05.723353 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fac96bfc-1027-47ec-a625-4fa49681fb76 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for floatingip (1507eb2c-e624-46eb-b38b-d89071cac5be), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:05.736822 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 5c06148d-d761-4977-aceb-55ca7f3be7dc is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:28:05.738091 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 4ba112fc-c387-46b8-8ba1-4c549ce3f66e up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:05.780239 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fac96bfc-1027-47ec-a625-4fa49681fb76 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5f4a4da6-93d1-45c9-b668-fde74e0cf091), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:05.792269 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 4ba112fc-c387-46b8-8ba1-4c549ce3f66e triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:28:05.792612 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (4ba112fc-c387-46b8-8ba1-4c549ce3f66e), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:05.850331 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:05.920526 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 4ba112fc-c387-46b8-8ba1-4c549ce3f66e is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:28:05.920916 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (4ba112fc-c387-46b8-8ba1-4c549ce3f66e), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:05.963270 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 4ba112fc-c387-46b8-8ba1-4c549ce3f66e, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=4ba112fc-c387-46b8-8ba1-4c549ce3f66e,segment=NetworkSegment(a622176b-7210-432c-98af-b72774b91926),segment_id=a622176b-7210-432c-98af-b72774b91926)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:05.968766 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (4ba112fc-c387-46b8-8ba1-4c549ce3f66e), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:05.985251 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fac96bfc-1027-47ec-a625-4fa49681fb76 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for port (5f4a4da6-93d1-45c9-b668-fde74e0cf091), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:05.994375 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fac96bfc-1027-47ec-a625-4fa49681fb76 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012003'] for port (5f4a4da6-93d1-45c9-b668-fde74e0cf091), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:06.047943 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=4ba112fc-c387-46b8-8ba1-4c549ce3f66e,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:06.081090 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac96bfc-1027-47ec-a625-4fa49681fb76 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Pushing event updated for resources: {'Port': ['ID=5f4a4da6-93d1-45c9-b668-fde74e0cf091,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:06.113963 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fac96bfc-1027-47ec-a625-4fa49681fb76 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (1507eb2c-e624-46eb-b38b-d89071cac5be), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:06.147075 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fac96bfc-1027-47ec-a625-4fa49681fb76 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:06.162306 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-fac96bfc-1027-47ec-a625-4fa49681fb76 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3532982 Aug 19 15:28:06.481563 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-1b051d8f-03cd-4391-b890-6290310c1a89 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1705487924&fields=id&tenant_id=8ede055158e24b7c9a935b833e33b89a HTTP/1.1" status: 200 len: 267 time: 0.0507610 Aug 19 15:28:06.499173 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:06.616715 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-0c82a371-9822-4cfd-868a-0983527b856b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:06.624924 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-0c82a371-9822-4cfd-868a-0983527b856b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/networks?id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc HTTP/1.1" status: 200 len: 810 time: 0.1364291 Aug 19 15:28:06.639099 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-e3e3eebb-e9b6-4d73-9359-0ce217754790 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/quotas/8ede055158e24b7c9a935b833e33b89a HTTP/1.1" status: 200 len: 375 time: 0.0134134 Aug 19 15:28:06.725313 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-70bba08f-5c82-4361-965d-3592443fe274 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=8ede055158e24b7c9a935b833e33b89a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691917 Aug 19 15:28:06.850231 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-1641461c-42c8-4fab-9973-2a2b9e50ddfd service neutron] 10.222.0.75 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238995 Aug 19 15:28:06.944213 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:06.971420 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-5db54bda-5a32-4c57-8820-53cc55dfa2da service neutron] 10.222.0.75 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152194 Aug 19 15:28:07.206477 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-aff99d05-0e62-4523-9ef1-4deea4d6d64b req-7423284d-8df1-4660-bc7f-db4734578ed7 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 210 time: 0.0350640 Aug 19 15:28:07.384055 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 4ba112fc-c387-46b8-8ba1-4c549ce3f66e up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:07.588273 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 4ba112fc-c387-46b8-8ba1-4c549ce3f66e triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:28:07.588684 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (4ba112fc-c387-46b8-8ba1-4c549ce3f66e), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:07.694072 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 4ba112fc-c387-46b8-8ba1-4c549ce3f66e is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:28:08.334220 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3fdab661-458f-4551-94d7-925de49a0012 req-9c1213a3-8c5f-42fc-9209-bc8047c13130 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 210 time: 0.0426531 Aug 19 15:28:08.529983 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-de7854ef-c60f-42e2-a4e8-52361de2eba9 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:08.531552 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-de7854ef-c60f-42e2-a4e8-52361de2eba9 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.52 "GET /networking/v2.0/networks?id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc HTTP/1.1" status: 200 len: 810 time: 0.1638236 Aug 19 15:28:08.608330 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-829f377c-b77b-4362-af82-1264c27ff8c9 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ede055158e24b7c9a935b833e33b89a HTTP/1.1" status: 200 len: 380 time: 0.0675988 Aug 19 15:28:08.628261 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-c3a958a2-f0a8-46cd-9cda-947e456eb920 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Request body: {'port': {'device_id': '69b74c1b-5e8f-463a-9b8d-f500e8a70ca6', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'admin_state_up': True, 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'security_groups': ['65c549ad-a559-4393-affd-ef565d83803d']}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:08.731479 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:08.781520 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-c3a958a2-f0a8-46cd-9cda-947e456eb920 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Made reservation on behalf of 8ede055158e24b7c9a935b833e33b89a for: {'port': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:28:08.785509 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-c3a958a2-f0a8-46cd-9cda-947e456eb920 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:08.972284 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-c3a958a2-f0a8-46cd-9cda-947e456eb920 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Allocated IP 172.20.0.7 (686c1d24-9be3-4e13-8a5a-a63e7258a1fc/93f05d4a-93e6-496f-8a08-b1119fd57ca6/a5f5d004-834d-4100-8eed-8e19902d8987) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:28:09.141260 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-c3a958a2-f0a8-46cd-9cda-947e456eb920 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for port (a5f5d004-834d-4100-8eed-8e19902d8987), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:09.177525 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-c3a958a2-f0a8-46cd-9cda-947e456eb920 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (a5f5d004-834d-4100-8eed-8e19902d8987), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:09.223806 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-c3a958a2-f0a8-46cd-9cda-947e456eb920 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Network 686c1d24-9be3-4e13-8a5a-a63e7258a1fc is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:09.229576 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-c3a958a2-f0a8-46cd-9cda-947e456eb920 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:09.238303 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-c3a958a2-f0a8-46cd-9cda-947e456eb920 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:28:09.268785 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a958a2-f0a8-46cd-9cda-947e456eb920 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Pushing event updated for resources: {'Port': ['ID=a5f5d004-834d-4100-8eed-8e19902d8987,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:09.309570 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-c3a958a2-f0a8-46cd-9cda-947e456eb920 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:09.310215 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-c3a958a2-f0a8-46cd-9cda-947e456eb920 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:09.314284 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:09.336945 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-c3a958a2-f0a8-46cd-9cda-947e456eb920 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7128611 Aug 19 15:28:09.473187 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7c33a-1a38-4c62-a0bc-c0692aa3bc4f req-88510286-f6b0-4faa-b44c-c668b60cba77 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:09.475039 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-73e7c33a-1a38-4c62-a0bc-c0692aa3bc4f req-88510286-f6b0-4faa-b44c-c668b60cba77 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 931 time: 0.0610812 Aug 19 15:28:09.520202 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-f9eb2d78-1ccc-415e-ac26-27214bb6b31f None None] Provisioning complete for port a5f5d004-834d-4100-8eed-8e19902d8987 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:28:09.521205 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f9eb2d78-1ccc-415e-ac26-27214bb6b31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (a5f5d004-834d-4100-8eed-8e19902d8987), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:09.544001 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-73e7c33a-1a38-4c62-a0bc-c0692aa3bc4f req-adb3352d-8e82-4705-a8ca-38c7cea3229c tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625515 Aug 19 15:28:09.561892 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Request body: {'port': {'device_id': '69b74c1b-5e8f-463a-9b8d-f500e8a70ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:09.581594 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb2d78-1ccc-415e-ac26-27214bb6b31f None None] Port a5f5d004-834d-4100-8eed-8e19902d8987 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:28:09.647985 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (a5f5d004-834d-4100-8eed-8e19902d8987), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:09.775837 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:09.905579 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:09.967091 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f5d004-834d-4100-8eed-8e19902d8987 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:28:09.976072 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Publish callbacks [] for port (a5f5d004-834d-4100-8eed-8e19902d8987), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:09.991863 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Transition to ACTIVE for port object a5f5d004-834d-4100-8eed-8e19902d8987 will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:28:10.008420 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (a5f5d004-834d-4100-8eed-8e19902d8987), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:10.097171 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f5d004-834d-4100-8eed-8e19902d8987,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:10.133603 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Attempting to bind port a5f5d004-834d-4100-8eed-8e19902d8987 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:28:10.133603 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Attempting to bind port a5f5d004-834d-4100-8eed-8e19902d8987 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '895a194d-8b04-4bae-bdc3-41e9e36f2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:28:10.133603 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Attempting to bind port a5f5d004-834d-4100-8eed-8e19902d8987 on network 686c1d24-9be3-4e13-8a5a-a63e7258a1fc {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:28:10.135818 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Port a5f5d004-834d-4100-8eed-8e19902d8987 on network 686c1d24-9be3-4e13-8a5a-a63e7258a1fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:28:10.136137 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Attempting to bind port a5f5d004-834d-4100-8eed-8e19902d8987 on network 686c1d24-9be3-4e13-8a5a-a63e7258a1fc {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:28:10.144539 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:28:10.144539 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Checking segment: {'id': '895a194d-8b04-4bae-bdc3-41e9e36f2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:28:10.144539 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Bound using segment: {'id': '895a194d-8b04-4bae-bdc3-41e9e36f2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:28:10.144539 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Bound port: a5f5d004-834d-4100-8eed-8e19902d8987, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '895a194d-8b04-4bae-bdc3-41e9e36f2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:28:10.144539 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (a5f5d004-834d-4100-8eed-8e19902d8987), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:10.234100 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] For port a5f5d004-834d-4100-8eed-8e19902d8987, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:28:10.237463 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] For port a5f5d004-834d-4100-8eed-8e19902d8987, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a5f5d004-834d-4100-8eed-8e19902d8987,segment=NetworkSegment(895a194d-8b04-4bae-bdc3-41e9e36f2fff),segment_id=895a194d-8b04-4bae-bdc3-41e9e36f2fff)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:28:10.243866 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (a5f5d004-834d-4100-8eed-8e19902d8987), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:10.250883 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:10.251582 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:10.253065 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/a5f5d004-834d-4100-8eed-8e19902d8987 HTTP/1.1" status: 200 len: 1093 time: 0.6963019 Aug 19 15:28:10.253639 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b74c1b-5e8f-463a-9b8d-f500e8a70ca6', 'tag': 'a5f5d004-834d-4100-8eed-8e19902d8987'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:28:10.255930 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa28d90-4082-4801-ac21-2e19a4dfb6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "69b74c1b-5e8f-463a-9b8d-f500e8a70ca6", "tag": "a5f5d004-834d-4100-8eed-8e19902d8987"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:28:10.331780 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593e9c2a-0b5f-4e7f-be5b-bda25011ce9c x-openstack-request-id: req-593e9c2a-0b5f-4e7f-be5b-bda25011ce9c {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:28:10.332076 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b74c1b-5e8f-463a-9b8d-f500e8a70ca6", "tag": "a5f5d004-834d-4100-8eed-8e19902d8987", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:28:10.332332 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-593e9c2a-0b5f-4e7f-be5b-bda25011ce9c {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:28:10.332774 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593e9c2a-0b5f-4e7f-be5b-bda25011ce9c'] response: {'name': 'network-changed', 'server_uuid': '69b74c1b-5e8f-463a-9b8d-f500e8a70ca6', 'tag': 'a5f5d004-834d-4100-8eed-8e19902d8987', 'status': 'completed', 'code': 200} Aug 19 15:28:10.371242 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580da58f-b15c-45e0-af50-faceb47082f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f5d004-834d-4100-8eed-8e19902d8987,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:10.385388 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-3a2987b0-ff50-406d-91bc-0616ac1aec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:10.388829 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-3a2987b0-ff50-406d-91bc-0616ac1aec4f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ede055158e24b7c9a935b833e33b89a&device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 1127 time: 0.0698569 Aug 19 15:28:10.720119 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-aa222491-cb45-4db6-9ddd-27fb8c6b8b96 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5f5d004-834d-4100-8eed-8e19902d8987 HTTP/1.1" status: 200 len: 217 time: 0.3198173 Aug 19 15:28:10.726643 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ddc79-1ef5-4952-a84d-930f5e888aa7 req-5fdac695-6d4f-4be7-b755-d14d8e811ac0 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:10.728350 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c49ddc79-1ef5-4952-a84d-930f5e888aa7 req-5fdac695-6d4f-4be7-b755-d14d8e811ac0 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 943 time: 0.0766776 Aug 19 15:28:10.779512 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-e692802f-bc28-4a39-9deb-acad86f07b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:10.781180 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-e692802f-bc28-4a39-9deb-acad86f07b49 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93f05d4a-93e6-496f-8a08-b1119fd57ca6 HTTP/1.1" status: 200 len: 849 time: 0.0542836 Aug 19 15:28:10.801043 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c49ddc79-1ef5-4952-a84d-930f5e888aa7 req-b9f068a7-a235-4b86-a63a-8c9a87f296a5 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644917 Aug 19 15:28:10.834076 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-d551dd86-ca28-4c09-b6bd-c9857c02b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:10.835578 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-d551dd86-ca28-4c09-b6bd-c9857c02b489 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475659 Aug 19 15:28:10.941747 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-fec5fc94-66db-42a3-89e4-ade8a61f8782 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983033 Aug 19 15:28:11.046013 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:11.054562 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6bce345b-5d31-4f91-b9ef-2fe7b09c360d req-e7d305f6-e1e4-4cca-bafb-77a692474f37 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061604 Aug 19 15:28:12.000163 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1f119-0f27-492d-8c74-7a61d176d5d9 req-a5729a01-4d6d-42c5-a140-ca13ba9c0390 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:12.008997 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ddc1f119-0f27-492d-8c74-7a61d176d5d9 req-a5729a01-4d6d-42c5-a140-ca13ba9c0390 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 943 time: 0.0616255 Aug 19 15:28:12.040890 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa28d90-4082-4801-ac21-2e19a4dfb6b3 req-70b074db-e85e-452e-8940-f7e90b650e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:12.043327 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6fa28d90-4082-4801-ac21-2e19a4dfb6b3 req-70b074db-e85e-452e-8940-f7e90b650e99 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ede055158e24b7c9a935b833e33b89a&device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 1127 time: 0.0500391 Aug 19 15:28:12.071511 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ddc1f119-0f27-492d-8c74-7a61d176d5d9 req-0c6c0917-1e5f-432f-8e26-15a7824e5142 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614278 Aug 19 15:28:12.152104 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa28d90-4082-4801-ac21-2e19a4dfb6b3 req-288c29cc-bab6-415a-9026-4945ecece6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:12.154202 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6fa28d90-4082-4801-ac21-2e19a4dfb6b3 req-288c29cc-bab6-415a-9026-4945ecece6c2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc HTTP/1.1" status: 200 len: 911 time: 0.1039488 Aug 19 15:28:12.201235 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6fa28d90-4082-4801-ac21-2e19a4dfb6b3 req-8c9addd7-36f7-4167-90f0-45fdacc00bc4 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5f5d004-834d-4100-8eed-8e19902d8987 HTTP/1.1" status: 200 len: 217 time: 0.0405152 Aug 19 15:28:12.258903 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa28d90-4082-4801-ac21-2e19a4dfb6b3 req-e13aaf95-a171-4e0d-9fcd-74c6bd82cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:12.260759 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6fa28d90-4082-4801-ac21-2e19a4dfb6b3 req-e13aaf95-a171-4e0d-9fcd-74c6bd82cca3 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93f05d4a-93e6-496f-8a08-b1119fd57ca6 HTTP/1.1" status: 200 len: 849 time: 0.0528710 Aug 19 15:28:12.310494 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa28d90-4082-4801-ac21-2e19a4dfb6b3 req-1b8c9b90-2308-4c4c-b2d8-b51d3f560267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:12.312435 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6fa28d90-4082-4801-ac21-2e19a4dfb6b3 req-1b8c9b90-2308-4c4c-b2d8-b51d3f560267 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448029 Aug 19 15:28:12.401389 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:12.426355 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6fa28d90-4082-4801-ac21-2e19a4dfb6b3 req-d0b8fa20-a01c-4ec1-bbe8-4739b0f3c327 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066186 Aug 19 15:28:12.529475 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6fa28d90-4082-4801-ac21-2e19a4dfb6b3 req-26f242dc-b521-47ff-b4ae-bd9747b028fd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941961 Aug 19 15:28:13.206846 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3838b52-c1ad-4a2f-a3e6-eb0af7273311 req-a880950c-faf3-4547-bbbd-ad71e0f693fd tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:13.208338 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f3838b52-c1ad-4a2f-a3e6-eb0af7273311 req-a880950c-faf3-4547-bbbd-ad71e0f693fd tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 943 time: 0.0504282 Aug 19 15:28:13.265215 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f3838b52-c1ad-4a2f-a3e6-eb0af7273311 req-70ec6836-fba2-4b73-8497-21c0dd3e4661 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479617 Aug 19 15:28:13.407271 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-61d376c5-0eef-4daf-a150-c51b292ffe2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:13.632589 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-ad3ff9d9-56db-4619-8d7c-8ff7874959b4 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:13.633983 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-ad3ff9d9-56db-4619-8d7c-8ff7874959b4 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/networks?id=6984f544-3e69-4348-a7eb-5484342f7b48 HTTP/1.1" status: 200 len: 815 time: 0.1044161 Aug 19 15:28:13.649368 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a2992737-715a-4b06-bd0f-178094790de6 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/quotas/3c3e603ab69848a2b9688f1e536017f3 HTTP/1.1" status: 200 len: 375 time: 0.0093162 Aug 19 15:28:13.701507 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-f66a8127-646b-4132-80a1-e6371222e6f4 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=3c3e603ab69848a2b9688f1e536017f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468519 Aug 19 15:28:13.784330 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:13.805289 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-0d74f6a3-2d87-4aa5-87b7-783b233aac64 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6984f544-3e69-4348-a7eb-5484342f7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926180 Aug 19 15:28:13.842441 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device a5f5d004-834d-4100-8eed-8e19902d8987 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:28:13.900951 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-1e958122-412c-4840-a736-63b335dffda8 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6984f544-3e69-4348-a7eb-5484342f7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894437 Aug 19 15:28:13.948591 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port a5f5d004-834d-4100-8eed-8e19902d8987, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a5f5d004-834d-4100-8eed-8e19902d8987,segment=NetworkSegment(895a194d-8b04-4bae-bdc3-41e9e36f2fff),segment_id=895a194d-8b04-4bae-bdc3-41e9e36f2fff)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:13.961468 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': 'a5f5d004-834d-4100-8eed-8e19902d8987', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'port_id': 'a5f5d004-834d-4100-8eed-8e19902d8987', 'mac_address': 'fa:16:3e:2f:fe:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:28:14.000961 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port a5f5d004-834d-4100-8eed-8e19902d8987 is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:28:14.001356 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (a5f5d004-834d-4100-8eed-8e19902d8987), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:14.017891 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f5d004-834d-4100-8eed-8e19902d8987 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:28:14.050952 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port a5f5d004-834d-4100-8eed-8e19902d8987, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a5f5d004-834d-4100-8eed-8e19902d8987,segment=NetworkSegment(895a194d-8b04-4bae-bdc3-41e9e36f2fff),segment_id=895a194d-8b04-4bae-bdc3-41e9e36f2fff)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:14.060535 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (a5f5d004-834d-4100-8eed-8e19902d8987), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:14.079980 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-07aa3694-9726-40a7-9689-9103961e4b0d req-f5b55b4d-5057-498f-b224-6acef19ab79d tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 210 time: 0.0329626 Aug 19 15:28:14.101633 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:14.115008 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:14.119135 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=a5f5d004-834d-4100-8eed-8e19902d8987,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:14.365667 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['a5f5d004-834d-4100-8eed-8e19902d8987'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:28:14.403147 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8452cda-ddab-414d-a6d8-92eb4227ff2d req-5152ea04-a19c-4222-ac1f-bf2bad441e7d tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:14.404949 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c8452cda-ddab-414d-a6d8-92eb4227ff2d req-5152ea04-a19c-4222-ac1f-bf2bad441e7d tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 944 time: 0.0586026 Aug 19 15:28:14.459465 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c8452cda-ddab-414d-a6d8-92eb4227ff2d req-bcaa0d8a-74e6-4372-b97c-16cc0c4c2ddb tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467207 Aug 19 15:28:14.785153 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:14.800420 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:UPDATE=1,neutron:SELECT=74 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:15.195922 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e0d295ba-2ed8-46aa-af92-0ad79dd71a7d req-74448e06-7134-4ac3-8506-d2c6c361c0e9 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 210 time: 0.0344412 Aug 19 15:28:15.241892 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-057f6500-a75d-4e5d-9ca5-f94850b6f697 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:15.243392 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-057f6500-a75d-4e5d-9ca5-f94850b6f697 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.52 "GET /networking/v2.0/networks?id=6984f544-3e69-4348-a7eb-5484342f7b48 HTTP/1.1" status: 200 len: 815 time: 0.1412759 Aug 19 15:28:15.258150 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Request body: {'port': {'device_id': '9bc81caa-949a-42ac-b696-7bb7cb9c5fd5', 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48', 'admin_state_up': True, 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:15.376131 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Made reservation on behalf of 3c3e603ab69848a2b9688f1e536017f3 for: {'port': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:28:15.379561 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:15.522596 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Allocated IP 172.20.0.10 (6984f544-3e69-4348-a7eb-5484342f7b48/660753bd-ccf6-487f-8cd3-a9754c97ad69/8e0d422a-3a6d-4e22-8237-a99f06f45464) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:28:15.634994 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b0d12-5a6d-4719-a70c-991662b0392e req-32f70756-ade3-44eb-bb2d-1dab5854d687 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:15.644307 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9d0b0d12-5a6d-4719-a70c-991662b0392e req-32f70756-ade3-44eb-bb2d-1dab5854d687 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 944 time: 0.0821581 Aug 19 15:28:15.708038 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9d0b0d12-5a6d-4719-a70c-991662b0392e req-3ed7a72f-9d86-4faa-9a05-41396140aa48 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624564 Aug 19 15:28:15.725409 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:15.775183 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:15.795969 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ce2c7289-669c-44d1-a1e8-fe71e747e8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:15.833846 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:15.842488 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device a5f5d004-834d-4100-8eed-8e19902d8987 up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:15.905733 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Network 6984f544-3e69-4348-a7eb-5484342f7b48 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:15.914713 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:15.917859 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:28:15.921318 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Pushing event updated for resources: {'Port': ['ID=8e0d422a-3a6d-4e22-8237-a99f06f45464,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:15.940487 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.940868 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.941168 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.941488 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.941821 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.942151 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.942526 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.942801 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.943127 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.943453 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.943777 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.944098 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.944439 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.944763 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.945081 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.950243 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port a5f5d004-834d-4100-8eed-8e19902d8987 completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:28:15.972340 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port a5f5d004-834d-4100-8eed-8e19902d8987 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:28:15.972845 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (a5f5d004-834d-4100-8eed-8e19902d8987), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:16.015217 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:16.075966 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:16.076850 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:16.125352 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-5d8ce1d4-ebc0-459b-8c48-1443d4015cc8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8706486 Aug 19 15:28:16.143067 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port a5f5d004-834d-4100-8eed-8e19902d8987 is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:28:16.143456 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (a5f5d004-834d-4100-8eed-8e19902d8987), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:16.179888 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b74c1b-5e8f-463a-9b8d-f500e8a70ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f5d004-834d-4100-8eed-8e19902d8987'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:28:16.182246 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f872a40d-b188-4e77-8240-abb9c26bd62b" -d '{"events": [{"server_uuid": "69b74c1b-5e8f-463a-9b8d-f500e8a70ca6", "name": "network-vif-plugged", "status": "completed", "tag": "a5f5d004-834d-4100-8eed-8e19902d8987"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:28:16.216925 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port a5f5d004-834d-4100-8eed-8e19902d8987, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a5f5d004-834d-4100-8eed-8e19902d8987,segment=NetworkSegment(895a194d-8b04-4bae-bdc3-41e9e36f2fff),segment_id=895a194d-8b04-4bae-bdc3-41e9e36f2fff)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:16.223216 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (a5f5d004-834d-4100-8eed-8e19902d8987), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:16.284430 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb554d3-824f-43ba-bae4-964539e4db18 x-openstack-request-id: req-fcb554d3-824f-43ba-bae4-964539e4db18 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:28:16.285022 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b74c1b-5e8f-463a-9b8d-f500e8a70ca6", "name": "network-vif-plugged", "status": "completed", "tag": "a5f5d004-834d-4100-8eed-8e19902d8987", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:28:16.285501 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fcb554d3-824f-43ba-bae4-964539e4db18 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:28:16.286060 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb554d3-824f-43ba-bae4-964539e4db18'] response: {'server_uuid': '69b74c1b-5e8f-463a-9b8d-f500e8a70ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f5d004-834d-4100-8eed-8e19902d8987', 'code': 200} Aug 19 15:28:16.333169 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=a5f5d004-834d-4100-8eed-8e19902d8987,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:16.367991 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-2e360624-e820-4fca-805c-0b02acb7c4f9 None None] Provisioning complete for port 8e0d422a-3a6d-4e22-8237-a99f06f45464 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:28:16.368364 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2e360624-e820-4fca-805c-0b02acb7c4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:16.395746 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7994a-99b0-4d02-9e60-5fbd32ae2e5c req-f96b2ce8-40f6-4ce2-b05f-69828facdb3c tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:16.410649 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ecf7994a-99b0-4d02-9e60-5fbd32ae2e5c req-f96b2ce8-40f6-4ce2-b05f-69828facdb3c tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 932 time: 0.0859506 Aug 19 15:28:16.414820 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-2e360624-e820-4fca-805c-0b02acb7c4f9 None None] Port 8e0d422a-3a6d-4e22-8237-a99f06f45464 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:28:16.442578 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:16.483703 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ecf7994a-99b0-4d02-9e60-5fbd32ae2e5c req-661afb3b-1c7b-493e-bc8b-97b2c96700ee tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635898 Aug 19 15:28:16.841760 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f30e3-dab8-4c71-80ba-0c8468a53479 req-e45d7983-60db-411e-a6da-3aa64d4eb6f0 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:16.844501 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2e9f30e3-dab8-4c71-80ba-0c8468a53479 req-e45d7983-60db-411e-a6da-3aa64d4eb6f0 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 945 time: 0.0611188 Aug 19 15:28:16.911696 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2e9f30e3-dab8-4c71-80ba-0c8468a53479 req-6997cab1-edca-49bb-8882-d5cd46eade38 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611832 Aug 19 15:28:17.042919 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:17.653187 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae0256-4b6e-4254-9ef7-6d11104de417 req-d0e67a09-8876-4c31-b065-fb72cdd0a42a tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:17.657519 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-35ae0256-4b6e-4254-9ef7-6d11104de417 req-d0e67a09-8876-4c31-b065-fb72cdd0a42a tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 932 time: 0.0623493 Aug 19 15:28:17.733331 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-35ae0256-4b6e-4254-9ef7-6d11104de417 req-9bf06a7c-244e-469d-9c2a-303cf01471c3 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679908 Aug 19 15:28:18.056912 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441cad7-560e-4901-bce6-1f92dc090f7d req-c0455d91-ab0a-4ba9-9d6c-3c61b4fbec23 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:18.059311 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f441cad7-560e-4901-bce6-1f92dc090f7d req-c0455d91-ab0a-4ba9-9d6c-3c61b4fbec23 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 945 time: 0.0609021 Aug 19 15:28:18.115755 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f441cad7-560e-4901-bce6-1f92dc090f7d req-327caa8d-28d9-4885-8178-c9806f64ef53 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503583 Aug 19 15:28:18.497753 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:18.545601 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:18.868941 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955637a2-11b8-465d-a08e-37f6b171f1bf req-4f6b6008-10d8-414e-9e8e-938820288b1c tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:18.870513 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-955637a2-11b8-465d-a08e-37f6b171f1bf req-4f6b6008-10d8-414e-9e8e-938820288b1c tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 932 time: 0.0539529 Aug 19 15:28:18.936510 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-955637a2-11b8-465d-a08e-37f6b171f1bf req-4daf0db7-480d-49f3-acad-c4302e930de6 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596054 Aug 19 15:28:19.250377 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e5118-606b-4d5d-8c37-0b327cd202ba req-29ec382a-fa0e-47b3-a64e-5ce8454dd698 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:19.252049 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-404e5118-606b-4d5d-8c37-0b327cd202ba req-29ec382a-fa0e-47b3-a64e-5ce8454dd698 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 945 time: 0.0567117 Aug 19 15:28:19.309480 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-404e5118-606b-4d5d-8c37-0b327cd202ba req-8fe4f335-dca7-4a46-8637-7dfabcdecd6e tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506723 Aug 19 15:28:20.067182 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b751c5-e7b1-4277-a80a-11a5aed63cb6 req-1406cdc6-3398-4f19-9892-991499d7a7b7 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:20.068828 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-43b751c5-e7b1-4277-a80a-11a5aed63cb6 req-1406cdc6-3398-4f19-9892-991499d7a7b7 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 932 time: 0.0506039 Aug 19 15:28:20.139151 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-43b751c5-e7b1-4277-a80a-11a5aed63cb6 req-85d100fc-f009-45c7-8813-801b47d92f1d tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612321 Aug 19 15:28:20.457989 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48154d7b-0f6c-4e63-95d5-06caabe1fc28 req-1afb23a9-e206-4cf0-a82d-2f6dc1a7361c tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:20.460655 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-48154d7b-0f6c-4e63-95d5-06caabe1fc28 req-1afb23a9-e206-4cf0-a82d-2f6dc1a7361c tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 945 time: 0.0620711 Aug 19 15:28:20.499251 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:20.530646 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-48154d7b-0f6c-4e63-95d5-06caabe1fc28 req-1688e8bc-bbc4-4948-8a34-07ecb9e82eee tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555792 Aug 19 15:28:21.271083 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ca4a5-6c09-4b80-a2eb-04d7d28607e1 req-a2706cb9-fc50-431b-a5b4-a8ca52ef3300 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:21.272775 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8e8ca4a5-6c09-4b80-a2eb-04d7d28607e1 req-a2706cb9-fc50-431b-a5b4-a8ca52ef3300 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 932 time: 0.0498364 Aug 19 15:28:21.328370 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8e8ca4a5-6c09-4b80-a2eb-04d7d28607e1 req-adf1b977-39a6-44fd-9d72-9b44676084ad tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498717 Aug 19 15:28:21.667816 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeccd85-9359-475a-8689-7b95f51086f6 req-7f94f2b4-3e26-468f-93a6-83ee3c615f34 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:21.671537 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-beeccd85-9359-475a-8689-7b95f51086f6 req-7f94f2b4-3e26-468f-93a6-83ee3c615f34 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 945 time: 0.0566101 Aug 19 15:28:21.729830 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-beeccd85-9359-475a-8689-7b95f51086f6 req-ed81bf3e-8282-4cfe-88bc-a0173c0dc2e6 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525389 Aug 19 15:28:22.452801 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079d498-6e26-405a-a48e-a1e8bfe9f9c7 req-c51be49d-3f2d-4a6b-9cd4-160f97cbed21 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:22.454366 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7079d498-6e26-405a-a48e-a1e8bfe9f9c7 req-c51be49d-3f2d-4a6b-9cd4-160f97cbed21 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 932 time: 0.0496817 Aug 19 15:28:22.506825 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7079d498-6e26-405a-a48e-a1e8bfe9f9c7 req-13d221f1-3fe6-4d2f-9844-39635dfd8d91 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458682 Aug 19 15:28:22.844786 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:22.864647 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4cbca-b789-4392-8453-c9ce9d51c001 req-7f0a80d1-333b-4c3e-af8d-a046d7eade7b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:22.866137 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-43f4cbca-b789-4392-8453-c9ce9d51c001 req-7f0a80d1-333b-4c3e-af8d-a046d7eade7b tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 945 time: 0.0515058 Aug 19 15:28:22.921063 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-43f4cbca-b789-4392-8453-c9ce9d51c001 req-1e403158-57c6-4b7e-81ac-959b681c94b2 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489500 Aug 19 15:28:23.655913 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c31ed-2773-48cb-a9db-6c3e9e31fb73 req-e903fda8-11bc-4104-92af-d1301d2b3d23 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:23.657529 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-da5c31ed-2773-48cb-a9db-6c3e9e31fb73 req-e903fda8-11bc-4104-92af-d1301d2b3d23 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 932 time: 0.0580068 Aug 19 15:28:23.710544 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-da5c31ed-2773-48cb-a9db-6c3e9e31fb73 req-2516a74b-b72c-4fb8-8a52-4c8262966fc9 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470934 Aug 19 15:28:24.063867 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433589db-98ff-46cb-88ad-f69bb2ae379c req-c17b7d85-1e69-4ffc-a243-d86440f80eb7 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:24.066590 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-433589db-98ff-46cb-88ad-f69bb2ae379c req-c17b7d85-1e69-4ffc-a243-d86440f80eb7 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 945 time: 0.0611272 Aug 19 15:28:24.122764 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-433589db-98ff-46cb-88ad-f69bb2ae379c req-922bb217-d693-4ca4-8227-f4b229f03858 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506263 Aug 19 15:28:24.543007 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Request body: {'port': {'device_id': '9bc81caa-949a-42ac-b696-7bb7cb9c5fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:24.626002 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:24.821583 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa80fe1-91b9-4474-976a-36c8bb4eabe9 req-0bde57d3-2970-47a9-abed-c2dfea2a4a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:24.823415 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-5fa80fe1-91b9-4474-976a-36c8bb4eabe9 req-0bde57d3-2970-47a9-abed-c2dfea2a4a12 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 1129 time: 0.0841806 Aug 19 15:28:24.858625 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcde0b8-541e-4868-a79b-50dc750b0c67 req-c8828260-ebde-4812-bd15-f72cff98673c tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:24.860524 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5dcde0b8-541e-4868-a79b-50dc750b0c67 req-c8828260-ebde-4812-bd15-f72cff98673c tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 932 time: 0.0607903 Aug 19 15:28:24.929257 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5dcde0b8-541e-4868-a79b-50dc750b0c67 req-2467289c-1085-448a-be38-64e90a49b062 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622098 Aug 19 15:28:24.970030 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-5fa80fe1-91b9-4474-976a-36c8bb4eabe9 req-861e0481-bffa-4e1d-9edd-1c560d76992f service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003118 Aug 19 15:28:25.011738 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e0d422a-3a6d-4e22-8237-a99f06f45464 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:28:25.022252 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Publish callbacks [] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:25.036262 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Transition to ACTIVE for port object 8e0d422a-3a6d-4e22-8237-a99f06f45464 will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:28:25.039823 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:25.124167 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Pushing event updated for resources: {'Port': ['ID=8e0d422a-3a6d-4e22-8237-a99f06f45464,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:25.155227 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Attempting to bind port 8e0d422a-3a6d-4e22-8237-a99f06f45464 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:28:25.155704 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Attempting to bind port 8e0d422a-3a6d-4e22-8237-a99f06f45464 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'afd25f22-0ac1-43f4-bcd0-4429d97ad80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:28:25.155973 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Attempting to bind port 8e0d422a-3a6d-4e22-8237-a99f06f45464 on network 6984f544-3e69-4348-a7eb-5484342f7b48 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:28:25.161137 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Port 8e0d422a-3a6d-4e22-8237-a99f06f45464 on network 6984f544-3e69-4348-a7eb-5484342f7b48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:28:25.161458 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Attempting to bind port 8e0d422a-3a6d-4e22-8237-a99f06f45464 on network 6984f544-3e69-4348-a7eb-5484342f7b48 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:28:25.166950 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:28:25.167304 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Checking segment: {'id': 'afd25f22-0ac1-43f4-bcd0-4429d97ad80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:28:25.167705 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Bound using segment: {'id': 'afd25f22-0ac1-43f4-bcd0-4429d97ad80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:28:25.168103 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Bound port: 8e0d422a-3a6d-4e22-8237-a99f06f45464, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd25f22-0ac1-43f4-bcd0-4429d97ad80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:28:25.168505 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:25.180351 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:25.242386 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] For port 8e0d422a-3a6d-4e22-8237-a99f06f45464, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:28:25.245627 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] For port 8e0d422a-3a6d-4e22-8237-a99f06f45464, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8e0d422a-3a6d-4e22-8237-a99f06f45464,segment=NetworkSegment(afd25f22-0ac1-43f4-bcd0-4429d97ad80e),segment_id=afd25f22-0ac1-43f4-bcd0-4429d97ad80e)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:28:25.252562 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:25.256973 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:25.257586 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:25.258946 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-a1acfcca-c916-4af5-8375-29555245322d service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/8e0d422a-3a6d-4e22-8237-a99f06f45464 HTTP/1.1" status: 200 len: 1094 time: 0.7214026 Aug 19 15:28:25.259440 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc81caa-949a-42ac-b696-7bb7cb9c5fd5', 'tag': '8e0d422a-3a6d-4e22-8237-a99f06f45464'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:28:25.260236 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d388d79-8182-4293-98c8-7498d91314ea req-a0ca8d95-06b4-441b-8caa-349a8ed6f108 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:25.261706 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da97055-5e68-4426-9a3f-72cc48048151" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc81caa-949a-42ac-b696-7bb7cb9c5fd5", "tag": "8e0d422a-3a6d-4e22-8237-a99f06f45464"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:28:25.261908 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6d388d79-8182-4293-98c8-7498d91314ea req-a0ca8d95-06b4-441b-8caa-349a8ed6f108 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 945 time: 0.0584793 Aug 19 15:28:25.323746 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b5de4a-3c28-4a5f-86b8-7e6ab7b65c6a x-openstack-request-id: req-03b5de4a-3c28-4a5f-86b8-7e6ab7b65c6a {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:28:25.324112 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc81caa-949a-42ac-b696-7bb7cb9c5fd5", "tag": "8e0d422a-3a6d-4e22-8237-a99f06f45464", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:28:25.324607 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-03b5de4a-3c28-4a5f-86b8-7e6ab7b65c6a {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:28:25.324711 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b5de4a-3c28-4a5f-86b8-7e6ab7b65c6a'] response: {'name': 'network-changed', 'server_uuid': '9bc81caa-949a-42ac-b696-7bb7cb9c5fd5', 'tag': '8e0d422a-3a6d-4e22-8237-a99f06f45464', 'status': 'completed', 'code': 200} Aug 19 15:28:25.333134 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acfcca-c916-4af5-8375-29555245322d service neutron] Pushing event updated for resources: {'Port': ['ID=8e0d422a-3a6d-4e22-8237-a99f06f45464,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:25.358273 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6d388d79-8182-4293-98c8-7498d91314ea req-5b15176e-f483-454b-bdcc-988886a40548 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888648 Aug 19 15:28:25.401301 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da97055-5e68-4426-9a3f-72cc48048151 req-6733b0dc-be2d-4c1c-9594-7c26d1857f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:25.402754 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4da97055-5e68-4426-9a3f-72cc48048151 req-6733b0dc-be2d-4c1c-9594-7c26d1857f5c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3c3e603ab69848a2b9688f1e536017f3&device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 1128 time: 0.0482712 Aug 19 15:28:25.499236 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:25.524427 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da97055-5e68-4426-9a3f-72cc48048151 req-8853f69e-86b1-434b-b545-e7c43abc5715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:25.525822 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4da97055-5e68-4426-9a3f-72cc48048151 req-8853f69e-86b1-434b-b545-e7c43abc5715 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=3c3e603ab69848a2b9688f1e536017f3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1081493 Aug 19 15:28:26.050508 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f56ed1-72d6-475e-832e-0150d60d2d0c req-63e19805-8d26-491d-a983-d35bd404beb3 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:26.051933 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d7f56ed1-72d6-475e-832e-0150d60d2d0c req-63e19805-8d26-491d-a983-d35bd404beb3 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 944 time: 0.0499108 Aug 19 15:28:26.099057 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da97055-5e68-4426-9a3f-72cc48048151 req-dfa0ca17-b16e-482e-bc42-9ed9c7f06d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:26.100638 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4da97055-5e68-4426-9a3f-72cc48048151 req-dfa0ca17-b16e-482e-bc42-9ed9c7f06d07 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1054409 Aug 19 15:28:26.106567 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d7f56ed1-72d6-475e-832e-0150d60d2d0c req-0b87c950-4787-4949-81fa-0d12510ff54e tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490110 Aug 19 15:28:26.199741 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-b3cd5eae-d4a2-4434-8c52-15ffce7da29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:26.201898 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-b3cd5eae-d4a2-4434-8c52-15ffce7da29e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3c3e603ab69848a2b9688f1e536017f3&device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 1128 time: 0.0420523 Aug 19 15:28:26.245551 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-807a301f-5e30-430c-b67d-5ce59cff6b0f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e0d422a-3a6d-4e22-8237-a99f06f45464 HTTP/1.1" status: 200 len: 217 time: 0.0357223 Aug 19 15:28:26.486190 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fff93-62a1-4efe-bbc2-afab00b5e56a req-9b14872b-66be-4c38-a290-bb765d084702 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:26.487683 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e05fff93-62a1-4efe-bbc2-afab00b5e56a req-9b14872b-66be-4c38-a290-bb765d084702 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 945 time: 0.0492730 Aug 19 15:28:26.536447 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e05fff93-62a1-4efe-bbc2-afab00b5e56a req-a41fa02a-d670-4b41-861a-f91c73a9dcc7 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430434 Aug 19 15:28:26.738958 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-7e25ebe0-be76-459b-b710-22441ed93fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:26.740674 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-7e25ebe0-be76-459b-b710-22441ed93fad service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=660753bd-ccf6-487f-8cd3-a9754c97ad69 HTTP/1.1" status: 200 len: 854 time: 0.0496604 Aug 19 15:28:26.885214 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-81ff063f-59b4-4698-b204-7a9e9f262c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:26.886771 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-81ff063f-59b4-4698-b204-7a9e9f262c70 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6984f544-3e69-4348-a7eb-5484342f7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454679 Aug 19 15:28:26.996629 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-8896873f-16f0-4eb7-befd-48825b533987 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6984f544-3e69-4348-a7eb-5484342f7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029894 Aug 19 15:28:27.095002 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4d9c5fb8-ebca-4346-881e-ff8c5b877ffa req-4912edaf-e519-4590-8c06-8f5fdaeb4a72 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6984f544-3e69-4348-a7eb-5484342f7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922616 Aug 19 15:28:27.226100 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2cf79-0e4a-49b4-8819-0ef73471ea52 req-6b07d2e3-f966-4a03-b5c4-b5f00b703283 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:27.227547 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f3b2cf79-0e4a-49b4-8819-0ef73471ea52 req-6b07d2e3-f966-4a03-b5c4-b5f00b703283 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 944 time: 0.0465693 Aug 19 15:28:27.274229 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f3b2cf79-0e4a-49b4-8819-0ef73471ea52 req-b9a6a82f-702a-43c6-a2f4-4124e8671e93 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404141 Aug 19 15:28:27.662095 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25309089-81c0-4547-9797-7895d7b3ef77 req-8ace53ac-7fd9-4d28-a4f9-a02b2c253312 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:27.663551 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25309089-81c0-4547-9797-7895d7b3ef77 req-8ace53ac-7fd9-4d28-a4f9-a02b2c253312 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 945 time: 0.0503638 Aug 19 15:28:27.699220 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:27.712073 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25309089-81c0-4547-9797-7895d7b3ef77 req-f5e6ed27-5b1b-40c1-b1b4-32f6de16ae05 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430098 Aug 19 15:28:27.828633 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9cac9-6b95-47ca-8a17-eaba51c70b56 req-16fd9d36-a1b1-4061-a8f6-256943b51574 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:27.830011 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-96b9cac9-6b95-47ca-8a17-eaba51c70b56 req-16fd9d36-a1b1-4061-a8f6-256943b51574 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 945 time: 0.0480311 Aug 19 15:28:27.839500 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 45894) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:27.844618 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-9af9c6e0-bdef-49fc-a853-33fc13f9e48f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Request body: {'floatingip': {'port_id': 'a5f5d004-834d-4100-8eed-8e19902d8987'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:27.881206 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9af9c6e0-bdef-49fc-a853-33fc13f9e48f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for floatingip (1507eb2c-e624-46eb-b38b-d89071cac5be), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:27.889342 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 8e0d422a-3a6d-4e22-8237-a99f06f45464 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:28:27.993060 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 8e0d422a-3a6d-4e22-8237-a99f06f45464, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8e0d422a-3a6d-4e22-8237-a99f06f45464,segment=NetworkSegment(afd25f22-0ac1-43f4-bcd0-4429d97ad80e),segment_id=afd25f22-0ac1-43f4-bcd0-4429d97ad80e)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:28.004469 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': '8e0d422a-3a6d-4e22-8237-a99f06f45464', 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48', 'port_id': '8e0d422a-3a6d-4e22-8237-a99f06f45464', 'mac_address': 'fa:16:3e:e6:52:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '660753bd-ccf6-487f-8cd3-a9754c97ad69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:28:28.026074 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:28.039832 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 8e0d422a-3a6d-4e22-8237-a99f06f45464 is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:28:28.040229 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:28.057245 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0d422a-3a6d-4e22-8237-a99f06f45464 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:28:28.080667 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 8e0d422a-3a6d-4e22-8237-a99f06f45464, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8e0d422a-3a6d-4e22-8237-a99f06f45464,segment=NetworkSegment(afd25f22-0ac1-43f4-bcd0-4429d97ad80e),segment_id=afd25f22-0ac1-43f4-bcd0-4429d97ad80e)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:28.086131 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:28.140973 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=8e0d422a-3a6d-4e22-8237-a99f06f45464,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:28.321484 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9af9c6e0-bdef-49fc-a853-33fc13f9e48f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:28.326119 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9af9c6e0-bdef-49fc-a853-33fc13f9e48f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (1507eb2c-e624-46eb-b38b-d89071cac5be), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:28.366675 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['8e0d422a-3a6d-4e22-8237-a99f06f45464'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:28:28.368801 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:28.394186 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:28.447275 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cb7a7-cb71-464b-bc7e-c8989957b30d req-65083c4a-8dc9-446d-8f93-f7b7159ddbc1 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:28.448767 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8f4cb7a7-cb71-464b-bc7e-c8989957b30d req-65083c4a-8dc9-446d-8f93-f7b7159ddbc1 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 945 time: 0.0871317 Aug 19 15:28:28.496691 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.l3_db [None req-9af9c6e0-bdef-49fc-a853-33fc13f9e48f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Floating IP 1507eb2c-e624-46eb-b38b-d89071cac5be associated. External IP: 172.27.2.145, port: a5f5d004-834d-4100-8eed-8e19902d8987. Aug 19 15:28:28.546385 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8f4cb7a7-cb71-464b-bc7e-c8989957b30d req-e3151bb6-4690-4d03-ab02-81b711d1be05 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885010 Aug 19 15:28:28.717459 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af9c6e0-bdef-49fc-a853-33fc13f9e48f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Router 28bc588a-219b-4a73-9372-b86444d25258 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:28:28.806711 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:28.825008 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af9c6e0-bdef-49fc-a853-33fc13f9e48f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:28:28.829635 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9af9c6e0-bdef-49fc-a853-33fc13f9e48f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:28.835329 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0ab028-6416-4792-9e33-26e4bbddcd02 None None] Sync routers for ids ['28bc588a-219b-4a73-9372-b86444d25258'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:28:28.846738 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ab028-6416-4792-9e33-26e4bbddcd02 None None] Routers {'28bc588a-219b-4a73-9372-b86444d25258'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:28:28.847368 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-9f0ab028-6416-4792-9e33-26e4bbddcd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:28:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['28bc588a-219b-4a73-9372-b86444d25258'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:28.862722 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-9af9c6e0-bdef-49fc-a853-33fc13f9e48f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/1507eb2c-e624-46eb-b38b-d89071cac5be HTTP/1.1" status: 200 len: 991 time: 1.0221395 Aug 19 15:28:28.863400 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b74c1b-5e8f-463a-9b8d-f500e8a70ca6', 'tag': 'a5f5d004-834d-4100-8eed-8e19902d8987'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:28:28.865656 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69ccef422e24697aa339ca93078f5b722801d9cd263b30b0a6d79bd9e8f250f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebc556a-b821-4ef9-b8f6-fdbaf0926716" -d '{"events": [{"name": "network-changed", "server_uuid": "69b74c1b-5e8f-463a-9b8d-f500e8a70ca6", "tag": "a5f5d004-834d-4100-8eed-8e19902d8987"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:28:28.905791 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9094f64-ac4b-4724-b9ac-adf83fe1b82d x-openstack-request-id: req-c9094f64-ac4b-4724-b9ac-adf83fe1b82d {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:28:28.906084 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b74c1b-5e8f-463a-9b8d-f500e8a70ca6", "tag": "a5f5d004-834d-4100-8eed-8e19902d8987", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:28:28.906344 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c9094f64-ac4b-4724-b9ac-adf83fe1b82d {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:28:28.906790 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9094f64-ac4b-4724-b9ac-adf83fe1b82d'] response: {'name': 'network-changed', 'server_uuid': '69b74c1b-5e8f-463a-9b8d-f500e8a70ca6', 'tag': 'a5f5d004-834d-4100-8eed-8e19902d8987', 'status': 'completed', 'code': 200} Aug 19 15:28:28.974631 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc556a-b821-4ef9-b8f6-fdbaf0926716 req-2c6ea50e-8e07-41d6-93b9-002e47104eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:28.976067 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2ebc556a-b821-4ef9-b8f6-fdbaf0926716 req-2c6ea50e-8e07-41d6-93b9-002e47104eca service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ede055158e24b7c9a935b833e33b89a&device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 1129 time: 0.0438981 Aug 19 15:28:29.043398 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-9f0ab028-6416-4792-9e33-26e4bbddcd02 None None] Set router 28bc588a-219b-4a73-9372-b86444d25258 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:28:29.078599 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc556a-b821-4ef9-b8f6-fdbaf0926716 req-123366b2-efc6-4f10-95ba-4555048b32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:29.080536 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2ebc556a-b821-4ef9-b8f6-fdbaf0926716 req-123366b2-efc6-4f10-95ba-4555048b32c8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc HTTP/1.1" status: 200 len: 911 time: 0.0969858 Aug 19 15:28:29.151794 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2ebc556a-b821-4ef9-b8f6-fdbaf0926716 req-af17df14-94f3-4dcf-9796-705a571857b6 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5f5d004-834d-4100-8eed-8e19902d8987 HTTP/1.1" status: 200 len: 999 time: 0.0612409 Aug 19 15:28:29.213939 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc556a-b821-4ef9-b8f6-fdbaf0926716 req-598e567b-0898-401f-a0bb-7d5f12b1fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:29.215487 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2ebc556a-b821-4ef9-b8f6-fdbaf0926716 req-598e567b-0898-401f-a0bb-7d5f12b1fd7e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93f05d4a-93e6-496f-8a08-b1119fd57ca6 HTTP/1.1" status: 200 len: 849 time: 0.0582786 Aug 19 15:28:29.266804 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc556a-b821-4ef9-b8f6-fdbaf0926716 req-03bd99b4-79b5-4494-abd1-46c43d8f0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:29.268751 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2ebc556a-b821-4ef9-b8f6-fdbaf0926716 req-03bd99b4-79b5-4494-abd1-46c43d8f0085 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456951 Aug 19 15:28:29.274463 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-9f0ab028-6416-4792-9e33-26e4bbddcd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:07Z', 'revision_number': 4, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port': {'id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '1507eb2c-e624-46eb-b38b-d89071cac5be', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '28bc588a-219b-4a73-9372-b86444d25258', 'port_id': 'a5f5d004-834d-4100-8eed-8e19902d8987', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'mac_address': 'fa:16:3e:2f:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b74c1b-5e8f-463a-9b8d-f500e8a70ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:28:05Z', 'updated_at': '2022-08-19T15:28:28Z', 'revision_number': 1, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b5c845-d8f0-4fb7-8e6a-f21ed531867b', 'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'mac_address': 'fa:16:3e:49:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:05Z', 'updated_at': '2022-08-19T15:23:21Z', 'revision_number': 5, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'subnets': [{'id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:29.300790 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0ab028-6416-4792-9e33-26e4bbddcd02 None None] Checking router: 28bc588a-219b-4a73-9372-b86444d25258 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:28:29.309650 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ab028-6416-4792-9e33-26e4bbddcd02 None None] Routers {'28bc588a-219b-4a73-9372-b86444d25258'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:28:29.310296 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-9f0ab028-6416-4792-9e33-26e4bbddcd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:28:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['28bc588a-219b-4a73-9372-b86444d25258'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:29.339906 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:29.376994 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2ebc556a-b821-4ef9-b8f6-fdbaf0926716 req-737cf029-d0cf-4d56-a2be-7c82b511e133 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015756 Aug 19 15:28:29.424787 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-9f0ab028-6416-4792-9e33-26e4bbddcd02 None None] Set router 28bc588a-219b-4a73-9372-b86444d25258 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:28:29.482363 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2ebc556a-b821-4ef9-b8f6-fdbaf0926716 req-f10cf6d2-bf71-4023-9bee-c3b59796acb3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990436 Aug 19 15:28:29.656596 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-9f0ab028-6416-4792-9e33-26e4bbddcd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:07Z', 'revision_number': 4, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port': {'id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '1507eb2c-e624-46eb-b38b-d89071cac5be', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '28bc588a-219b-4a73-9372-b86444d25258', 'port_id': 'a5f5d004-834d-4100-8eed-8e19902d8987', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'mac_address': 'fa:16:3e:2f:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b74c1b-5e8f-463a-9b8d-f500e8a70ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:28:05Z', 'updated_at': '2022-08-19T15:28:28Z', 'revision_number': 1, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b5c845-d8f0-4fb7-8e6a-f21ed531867b', 'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'mac_address': 'fa:16:3e:49:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:05Z', 'updated_at': '2022-08-19T15:23:21Z', 'revision_number': 5, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'subnets': [{'id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:29.696298 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0ab028-6416-4792-9e33-26e4bbddcd02 None None] The sync data for ids ['28bc588a-219b-4a73-9372-b86444d25258'] in dv-cinder-835384-20-iscsi is: [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:07Z', 'revision_number': 4, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port': {'id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '1507eb2c-e624-46eb-b38b-d89071cac5be', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '28bc588a-219b-4a73-9372-b86444d25258', 'port_id': 'a5f5d004-834d-4100-8eed-8e19902d8987', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'mac_address': 'fa:16:3e:2f:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b74c1b-5e8f-463a-9b8d-f500e8a70ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:28:05Z', 'updated_at': '2022-08-19T15:28:28Z', 'revision_number': 1, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b5c845-d8f0-4fb7-8e6a-f21ed531867b', 'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'mac_address': 'fa:16:3e:49:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:05Z', 'updated_at': '2022-08-19T15:23:21Z', 'revision_number': 5, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'subnets': [{'id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:28:29.709229 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb4a1f-6218-4030-ab2a-f0b4a8cbd20b req-eea6f772-6114-4537-ad61-9b3e0ca08c57 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:29.710998 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-53bb4a1f-6218-4030-ab2a-f0b4a8cbd20b req-eea6f772-6114-4537-ad61-9b3e0ca08c57 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 945 time: 0.0695920 Aug 19 15:28:29.892907 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 8e0d422a-3a6d-4e22-8237-a99f06f45464 up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:29.920714 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85de2d5f-9d44-4b44-9063-21b65d489f62 None None] New status for floating IP 1507eb2c-e624-46eb-b38b-d89071cac5be: ACTIVE {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:28:29.992401 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-53bb4a1f-6218-4030-ab2a-f0b4a8cbd20b req-c44539b1-c13b-4fe2-8e9a-bb7e913dbd88 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747908 Aug 19 15:28:30.026116 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port 8e0d422a-3a6d-4e22-8237-a99f06f45464 completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:28:30.035022 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port 8e0d422a-3a6d-4e22-8237-a99f06f45464 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:28:30.035396 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:30.159028 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 8e0d422a-3a6d-4e22-8237-a99f06f45464 is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:28:30.159427 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:30.183780 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc81caa-949a-42ac-b696-7bb7cb9c5fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0d422a-3a6d-4e22-8237-a99f06f45464'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:28:30.186624 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c54ec36-2314-4d3e-9c0f-9b84cc026ebf" -d '{"events": [{"server_uuid": "9bc81caa-949a-42ac-b696-7bb7cb9c5fd5", "name": "network-vif-plugged", "status": "completed", "tag": "8e0d422a-3a6d-4e22-8237-a99f06f45464"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:28:30.200580 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 8e0d422a-3a6d-4e22-8237-a99f06f45464, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8e0d422a-3a6d-4e22-8237-a99f06f45464,segment=NetworkSegment(afd25f22-0ac1-43f4-bcd0-4429d97ad80e),segment_id=afd25f22-0ac1-43f4-bcd0-4429d97ad80e)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:30.205590 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:30.253815 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7aca7f9-ad78-43e0-8ed4-59edab198431 x-openstack-request-id: req-b7aca7f9-ad78-43e0-8ed4-59edab198431 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:28:30.254116 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc81caa-949a-42ac-b696-7bb7cb9c5fd5", "name": "network-vif-plugged", "status": "completed", "tag": "8e0d422a-3a6d-4e22-8237-a99f06f45464", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:28:30.254375 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b7aca7f9-ad78-43e0-8ed4-59edab198431 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:28:30.254772 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7aca7f9-ad78-43e0-8ed4-59edab198431'] response: {'server_uuid': '9bc81caa-949a-42ac-b696-7bb7cb9c5fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0d422a-3a6d-4e22-8237-a99f06f45464', 'code': 200} Aug 19 15:28:30.285038 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=8e0d422a-3a6d-4e22-8237-a99f06f45464,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:30.405988 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d443ed-1cc1-42f8-8f33-f3a729e7f4fe req-1e4300f7-e3e3-4fa4-988e-27fe3e4e442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:30.407500 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a4d443ed-1cc1-42f8-8f33-f3a729e7f4fe req-1e4300f7-e3e3-4fa4-988e-27fe3e4e442f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 1130 time: 0.0418637 Aug 19 15:28:30.419391 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:30.456027 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a4d443ed-1cc1-42f8-8f33-f3a729e7f4fe req-fd783291-d79e-4d0b-8dff-8b131fdfe12a service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425694 Aug 19 15:28:31.118304 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040cc40-c507-4096-887b-7612df786815 req-ced83ee8-dd9c-4ac5-aab7-1cf8fdacfe06 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:31.119821 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0040cc40-c507-4096-887b-7612df786815 req-ced83ee8-dd9c-4ac5-aab7-1cf8fdacfe06 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 946 time: 0.0490837 Aug 19 15:28:31.151145 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:31.170724 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0040cc40-c507-4096-887b-7612df786815 req-983312c0-e238-402c-b294-c7572677cc4c tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435629 Aug 19 15:28:32.305718 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e1158-43fb-4a6f-991e-a99b0b76503f req-584a1125-c886-427a-9680-b65da432a2d2 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:32.307233 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e05e1158-43fb-4a6f-991e-a99b0b76503f req-584a1125-c886-427a-9680-b65da432a2d2 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 946 time: 0.0602865 Aug 19 15:28:32.360543 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e05e1158-43fb-4a6f-991e-a99b0b76503f req-d968a156-80df-4cd7-8d3c-fdbaadee0aaf tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471349 Aug 19 15:28:32.480186 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93875f23-1b87-442b-bacb-be17a5e6548c req-f3a08366-1180-419e-9d20-8d6bd247c388 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:32.481738 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-93875f23-1b87-442b-bacb-be17a5e6548c req-f3a08366-1180-419e-9d20-8d6bd247c388 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 946 time: 0.0494349 Aug 19 15:28:32.532499 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-93875f23-1b87-442b-bacb-be17a5e6548c req-9062c8f4-5b2f-47f2-81c3-aa0c4697bbb3 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442500 Aug 19 15:28:32.896803 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad38b27-bd6d-467c-b239-0016bdabedfe req-b5260aa0-b084-45bf-a20f-c6d1f7cf9698 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:32.898398 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9ad38b27-bd6d-467c-b239-0016bdabedfe req-b5260aa0-b084-45bf-a20f-c6d1f7cf9698 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 946 time: 0.0516682 Aug 19 15:28:32.949798 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9ad38b27-bd6d-467c-b239-0016bdabedfe req-46cbc1f6-dd13-4208-8f4a-3af3f6596b6a tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455725 Aug 19 15:28:34.261421 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afdd5a-7059-4afe-b0ab-3cd6b4ca378e req-c12e0ae3-2695-4678-affc-fe37bf230e89 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:34.262984 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a7afdd5a-7059-4afe-b0ab-3cd6b4ca378e req-c12e0ae3-2695-4678-affc-fe37bf230e89 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0524228 Aug 19 15:28:34.318039 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a7afdd5a-7059-4afe-b0ab-3cd6b4ca378e req-2b4975bf-7851-4def-bc32-2941ab9f45dc tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491755 Aug 19 15:28:35.433889 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820d345-7458-42dc-8543-dd4c043921c2 req-90ddd364-142a-4cc8-9449-7fd4e796aa02 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:35.435845 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b820d345-7458-42dc-8543-dd4c043921c2 req-90ddd364-142a-4cc8-9449-7fd4e796aa02 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0467718 Aug 19 15:28:35.482286 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b820d345-7458-42dc-8543-dd4c043921c2 req-a94dce02-11fe-45e8-843b-0bc7ab1833ab tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405509 Aug 19 15:28:36.598781 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f6887-8f1a-4560-8ff9-348aea14505d req-f62e9e85-d2cb-4065-aebc-e9f52068b382 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:36.600240 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7f5f6887-8f1a-4560-8ff9-348aea14505d req-f62e9e85-d2cb-4065-aebc-e9f52068b382 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0463853 Aug 19 15:28:36.650313 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7f5f6887-8f1a-4560-8ff9-348aea14505d req-521d967d-62f2-4246-ae71-b54b78e652c8 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442812 Aug 19 15:28:37.780918 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cac9ad-3d1b-4bd8-ad53-f7fac6a168e5 req-2f0b6887-f5c7-426e-b0dd-33f04de4a7d9 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:37.782438 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e9cac9ad-3d1b-4bd8-ad53-f7fac6a168e5 req-2f0b6887-f5c7-426e-b0dd-33f04de4a7d9 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0553470 Aug 19 15:28:37.832584 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e9cac9ad-3d1b-4bd8-ad53-f7fac6a168e5 req-24cc64f8-4f3d-493e-9a58-fe1d8818377c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5577251a-35ff-43fa-a26d-6797a959dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443969 Aug 19 15:28:37.889710 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53890f34-ec8e-4619-9573-7fd315c3d194 req-de5d5071-85eb-4504-a872-1198c4c61a9a tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:37.891209 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-53890f34-ec8e-4619-9573-7fd315c3d194 req-de5d5071-85eb-4504-a872-1198c4c61a9a tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 946 time: 0.0481062 Aug 19 15:28:37.983635 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-53890f34-ec8e-4619-9573-7fd315c3d194 req-54a73a9d-f7a2-46ee-9402-f9eb8943ad22 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Deleting port ca54f86e-c00b-4076-ac42-4e78405cb1a7 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:28:37.984000 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-53890f34-ec8e-4619-9573-7fd315c3d194 req-54a73a9d-f7a2-46ee-9402-f9eb8943ad22 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (ca54f86e-c00b-4076-ac42-4e78405cb1a7), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:38.078800 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-53890f34-ec8e-4619-9573-7fd315c3d194 req-54a73a9d-f7a2-46ee-9402-f9eb8943ad22 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] For port ca54f86e-c00b-4076-ac42-4e78405cb1a7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ca54f86e-c00b-4076-ac42-4e78405cb1a7,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:38.079158 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-53890f34-ec8e-4619-9573-7fd315c3d194 req-54a73a9d-f7a2-46ee-9402-f9eb8943ad22 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (ca54f86e-c00b-4076-ac42-4e78405cb1a7), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:38.251121 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-53890f34-ec8e-4619-9573-7fd315c3d194 req-54a73a9d-f7a2-46ee-9402-f9eb8943ad22 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:38.251488 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-53890f34-ec8e-4619-9573-7fd315c3d194 req-54a73a9d-f7a2-46ee-9402-f9eb8943ad22 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (4774c6c0-28dd-47b2-b122-1db334c99604), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:38.251807 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.l3_db [req-53890f34-ec8e-4619-9573-7fd315c3d194 req-54a73a9d-f7a2-46ee-9402-f9eb8943ad22 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Floating IP 4774c6c0-28dd-47b2-b122-1db334c99604 disassociated. External IP: 172.27.2.52, port: ca54f86e-c00b-4076-ac42-4e78405cb1a7. Aug 19 15:28:38.252149 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-53890f34-ec8e-4619-9573-7fd315c3d194 req-54a73a9d-f7a2-46ee-9402-f9eb8943ad22 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Calling delete_port for ca54f86e-c00b-4076-ac42-4e78405cb1a7 owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:28:38.390807 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-53890f34-ec8e-4619-9573-7fd315c3d194 req-54a73a9d-f7a2-46ee-9402-f9eb8943ad22 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (ca54f86e-c00b-4076-ac42-4e78405cb1a7), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:38.419069 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a73a9d-f7a2-46ee-9402-f9eb8943ad22 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Pushing event deleted for resources: {'Port': ['ID=ca54f86e-c00b-4076-ac42-4e78405cb1a7,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:38.481214 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72b8e8-a258-4dfc-ae21-d4745e1b8592 req-74460738-ed96-4c8d-a847-61faefdbd918 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:38.483613 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8f72b8e8-a258-4dfc-ae21-d4745e1b8592 req-74460738-ed96-4c8d-a847-61faefdbd918 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 945 time: 0.0550680 Aug 19 15:28:38.516115 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:38.531995 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8f72b8e8-a258-4dfc-ae21-d4745e1b8592 req-be80e416-87c2-4068-9ad7-9540ea94b9cc tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=24a99b39-f1c8-42a6-b63b-3df535b00112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427322 Aug 19 15:28:38.533917 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53890f34-ec8e-4619-9573-7fd315c3d194 req-54a73a9d-f7a2-46ee-9402-f9eb8943ad22 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Router 50751003-e725-4d98-99b0-b58bba5418c9 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:28:38.540642 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:38.644843 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53890f34-ec8e-4619-9573-7fd315c3d194 req-54a73a9d-f7a2-46ee-9402-f9eb8943ad22 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:28:38.654443 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac20093f-609a-4271-98fe-50725bb2b8f4 None None] Sync routers for ids ['50751003-e725-4d98-99b0-b58bba5418c9'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:28:38.663968 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac20093f-609a-4271-98fe-50725bb2b8f4 None None] Routers {'50751003-e725-4d98-99b0-b58bba5418c9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:28:38.664604 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-ac20093f-609a-4271-98fe-50725bb2b8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:28:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['50751003-e725-4d98-99b0-b58bba5418c9'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:38.690114 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-53890f34-ec8e-4619-9573-7fd315c3d194 req-54a73a9d-f7a2-46ee-9402-f9eb8943ad22 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] No DVR routers for this DVR port ca54f86e-c00b-4076-ac42-4e78405cb1a7 on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:28:38.692773 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-53890f34-ec8e-4619-9573-7fd315c3d194 req-54a73a9d-f7a2-46ee-9402-f9eb8943ad22 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:38.696077 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-53890f34-ec8e-4619-9573-7fd315c3d194 req-54a73a9d-f7a2-46ee-9402-f9eb8943ad22 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.52 "DELETE /networking/v2.0/ports/ca54f86e-c00b-4076-ac42-4e78405cb1a7 HTTP/1.1" status: 204 len: 173 time: 0.7985418 Aug 19 15:28:38.696552 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'name': 'network-vif-deleted', 'tag': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:28:38.698756 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3e1c73-0380-475a-aa1a-74e0e7b79686" -d '{"events": [{"server_uuid": "c73df7a2-f347-4f80-8853-f5ea25b0cbc7", "name": "network-vif-deleted", "tag": "ca54f86e-c00b-4076-ac42-4e78405cb1a7"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:28:38.778245 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-ac20093f-609a-4271-98fe-50725bb2b8f4 None None] Set router 50751003-e725-4d98-99b0-b58bba5418c9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:28:38.806305 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d538a19-dd60-4923-b5c0-e60a40452541 x-openstack-request-id: req-5d538a19-dd60-4923-b5c0-e60a40452541 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:28:38.806886 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73df7a2-f347-4f80-8853-f5ea25b0cbc7", "name": "network-vif-deleted", "tag": "ca54f86e-c00b-4076-ac42-4e78405cb1a7", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:28:38.807323 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5d538a19-dd60-4923-b5c0-e60a40452541 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:28:38.807847 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d538a19-dd60-4923-b5c0-e60a40452541'] response: {'server_uuid': 'c73df7a2-f347-4f80-8853-f5ea25b0cbc7', 'name': 'network-vif-deleted', 'tag': 'ca54f86e-c00b-4076-ac42-4e78405cb1a7', 'status': 'completed', 'code': 200} Aug 19 15:28:38.905193 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:38.907170 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=100 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:38.949333 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8bb156dc-0a32-4ca1-8585-e0724c0753b6 req-098dc19f-4078-4895-a94a-71cc25746dfa tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 210 time: 0.0351019 Aug 19 15:28:38.985130 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-ac20093f-609a-4271-98fe-50725bb2b8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50751003-e725-4d98-99b0-b58bba5418c9', 'name': 'tempest-ServerRescueNegativeTestJSON-229349538-router', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'gw_port': {'id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:04Z', 'updated_at': '2022-08-19T15:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': 'e7249fe4-1acd-444c-bab4-9045dade6c27', 'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'mac_address': 'fa:16:3e:11:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:12Z', 'updated_at': '2022-08-19T15:23:31Z', 'revision_number': 5, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'subnets': [{'id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:39.014079 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac20093f-609a-4271-98fe-50725bb2b8f4 None None] Checking router: 50751003-e725-4d98-99b0-b58bba5418c9 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:28:39.022400 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac20093f-609a-4271-98fe-50725bb2b8f4 None None] Routers {'50751003-e725-4d98-99b0-b58bba5418c9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:28:39.023046 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-ac20093f-609a-4271-98fe-50725bb2b8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:28:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['50751003-e725-4d98-99b0-b58bba5418c9'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:39.122204 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-ac20093f-609a-4271-98fe-50725bb2b8f4 None None] Set router 50751003-e725-4d98-99b0-b58bba5418c9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:28:39.306197 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-ac20093f-609a-4271-98fe-50725bb2b8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50751003-e725-4d98-99b0-b58bba5418c9', 'name': 'tempest-ServerRescueNegativeTestJSON-229349538-router', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'gw_port': {'id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:04Z', 'updated_at': '2022-08-19T15:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': 'e7249fe4-1acd-444c-bab4-9045dade6c27', 'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'mac_address': 'fa:16:3e:11:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:12Z', 'updated_at': '2022-08-19T15:23:31Z', 'revision_number': 5, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'subnets': [{'id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:39.331001 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac20093f-609a-4271-98fe-50725bb2b8f4 None None] The sync data for ids ['50751003-e725-4d98-99b0-b58bba5418c9'] in dv-cinder-835384-20-iscsi is: [{'id': '50751003-e725-4d98-99b0-b58bba5418c9', 'name': 'tempest-ServerRescueNegativeTestJSON-229349538-router', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'gw_port': {'id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:04Z', 'updated_at': '2022-08-19T15:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': 'e7249fe4-1acd-444c-bab4-9045dade6c27', 'name': '', 'network_id': '767088c7-8ee1-471e-80fb-53a5e6370be0', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'mac_address': 'fa:16:3e:11:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:12Z', 'updated_at': '2022-08-19T15:23:31Z', 'revision_number': 5, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'subnets': [{'id': '93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:28:39.556433 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1771ae-5256-4bcb-ad79-737d8de97f1a None None] New status for floating IP 4774c6c0-28dd-47b2-b122-1db334c99604: DOWN {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:28:39.653796 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139b7c8-0864-45f4-91a3-d4b978939759 req-ced84611-da2d-4115-b579-8df9503d6ee3 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:39.655838 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c139b7c8-0864-45f4-91a3-d4b978939759 req-ced84611-da2d-4115-b579-8df9503d6ee3 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 945 time: 0.0475922 Aug 19 15:28:39.705194 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c139b7c8-0864-45f4-91a3-d4b978939759 req-4b171372-9244-4265-b3c4-1c4f5ab06131 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=24a99b39-f1c8-42a6-b63b-3df535b00112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435178 Aug 19 15:28:39.899390 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:39.903424 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device ca54f86e-c00b-4076-ac42-4e78405cb1a7 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:28:39.923998 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: ca54f86e-c00b-4076-ac42-4e78405cb1a7 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:28:39.924327 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device ca54f86e-c00b-4076-ac42-4e78405cb1a7 not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:28:40.002837 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:28:40.062682 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25672ce2-22c8-412d-b760-ebfcb70113c9 req-ecf9df68-fcf9-4e7f-9441-90db9abb7ad9 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c73df7a2-f347-4f80-8853-f5ea25b0cbc7 HTTP/1.1" status: 200 len: 210 time: 0.0279827 Aug 19 15:28:40.386484 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd53744-f64a-427b-a40b-dda31db4ed31 req-a21bd77e-7ec8-4084-8235-806d525d3af5 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:40.387889 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-8fd53744-f64a-427b-a40b-dda31db4ed31 req-a21bd77e-7ec8-4084-8235-806d525d3af5 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 945 time: 0.0545671 Aug 19 15:28:40.479626 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-8fd53744-f64a-427b-a40b-dda31db4ed31 req-32d078f3-9a3b-4e51-8333-481bfbda495d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Deleting port b67e36ec-dcec-4889-867b-e63b9b85adce {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:28:40.479968 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-8fd53744-f64a-427b-a40b-dda31db4ed31 req-32d078f3-9a3b-4e51-8333-481bfbda495d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (b67e36ec-dcec-4889-867b-e63b9b85adce), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:40.535887 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:40.574717 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-8fd53744-f64a-427b-a40b-dda31db4ed31 req-32d078f3-9a3b-4e51-8333-481bfbda495d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] For port b67e36ec-dcec-4889-867b-e63b9b85adce, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b67e36ec-dcec-4889-867b-e63b9b85adce,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:40.575076 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-8fd53744-f64a-427b-a40b-dda31db4ed31 req-32d078f3-9a3b-4e51-8333-481bfbda495d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (b67e36ec-dcec-4889-867b-e63b9b85adce), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:40.835295 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e833e-aa16-4720-8a88-e539278181d2 req-b67b8b37-07d7-4175-a099-9b0b05f3c655 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:40.836855 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-167e833e-aa16-4720-8a88-e539278181d2 req-b67b8b37-07d7-4175-a099-9b0b05f3c655 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 945 time: 0.0544605 Aug 19 15:28:40.888691 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-167e833e-aa16-4720-8a88-e539278181d2 req-4dcc8109-e0bd-4ebb-b9bd-5d01518d70f5 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=24a99b39-f1c8-42a6-b63b-3df535b00112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457902 Aug 19 15:28:40.979526 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-8fd53744-f64a-427b-a40b-dda31db4ed31 req-32d078f3-9a3b-4e51-8333-481bfbda495d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:40.979860 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-8fd53744-f64a-427b-a40b-dda31db4ed31 req-32d078f3-9a3b-4e51-8333-481bfbda495d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (2e953bbb-6878-43d7-8871-257f98e53512), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:40.980169 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.l3_db [req-8fd53744-f64a-427b-a40b-dda31db4ed31 req-32d078f3-9a3b-4e51-8333-481bfbda495d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Floating IP 2e953bbb-6878-43d7-8871-257f98e53512 disassociated. External IP: 172.27.2.143, port: b67e36ec-dcec-4889-867b-e63b9b85adce. Aug 19 15:28:40.980536 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-8fd53744-f64a-427b-a40b-dda31db4ed31 req-32d078f3-9a3b-4e51-8333-481bfbda495d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Calling delete_port for b67e36ec-dcec-4889-867b-e63b9b85adce owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:28:41.104625 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-8fd53744-f64a-427b-a40b-dda31db4ed31 req-32d078f3-9a3b-4e51-8333-481bfbda495d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (b67e36ec-dcec-4889-867b-e63b9b85adce), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:41.135069 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d078f3-9a3b-4e51-8333-481bfbda495d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event deleted for resources: {'Port': ['ID=b67e36ec-dcec-4889-867b-e63b9b85adce,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:41.167460 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46040) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:41.225047 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for security_group (5577251a-35ff-43fa-a26d-6797a959dfb2), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:41.235788 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:41.247780 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for security_group (5577251a-35ff-43fa-a26d-6797a959dfb2), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:41.249247 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fd53744-f64a-427b-a40b-dda31db4ed31 req-32d078f3-9a3b-4e51-8333-481bfbda495d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:28:41.302940 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (5577251a-35ff-43fa-a26d-6797a959dfb2), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:41.305773 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:41.309314 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/5577251a-35ff-43fa-a26d-6797a959dfb2 HTTP/1.1" status: 204 len: 168 time: 0.1385858 Aug 19 15:28:41.310165 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46042) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:41.316902 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5577251a-35ff-43fa-a26d-6797a959dfb2,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:41.324049 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:41.324487 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:41.324825 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:41.325165 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:41.325502 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:41.325830 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:41.326156 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:41.326484 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:41.326816 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:41.327302 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:41.327827 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:41.328157 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:41.328570 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:41.328895 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:41.329219 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77ebb8-6523-4c1b-9357-383a7021af99 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:41.344262 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:41.357751 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.api.v2.resource [None req-592f074b-5882-4774-aba4-0534cd1c1296 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] show failed (client error): The resource could not be found. Aug 19 15:28:41.359154 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-592f074b-5882-4774-aba4-0534cd1c1296 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups/5577251a-35ff-43fa-a26d-6797a959dfb2 HTTP/1.1" status: 404 len: 347 time: 0.0250850 Aug 19 15:28:41.362064 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46044) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:41.420267 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fd53744-f64a-427b-a40b-dda31db4ed31 req-32d078f3-9a3b-4e51-8333-481bfbda495d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:28:41.429861 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc0655-e164-462f-a1b3-88cb2d3e337a None None] Sync routers for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:28:41.441460 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc0655-e164-462f-a1b3-88cb2d3e337a None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:28:41.442057 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-fbfc0655-e164-462f-a1b3-88cb2d3e337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:28:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:41.512653 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd53744-f64a-427b-a40b-dda31db4ed31 req-32d078f3-9a3b-4e51-8333-481bfbda495d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] No DVR routers for this DVR port b67e36ec-dcec-4889-867b-e63b9b85adce on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:28:41.517118 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-8fd53744-f64a-427b-a40b-dda31db4ed31 req-32d078f3-9a3b-4e51-8333-481bfbda495d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:41.520482 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-8fd53744-f64a-427b-a40b-dda31db4ed31 req-32d078f3-9a3b-4e51-8333-481bfbda495d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "DELETE /networking/v2.0/ports/b67e36ec-dcec-4889-867b-e63b9b85adce HTTP/1.1" status: 204 len: 173 time: 1.1272004 Aug 19 15:28:41.520954 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99291255-ef9c-4d2a-a163-35693eb609e8', 'name': 'network-vif-deleted', 'tag': 'b67e36ec-dcec-4889-867b-e63b9b85adce'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:28:41.523226 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97946afa-cf98-4ca3-acf7-8ab153c2007c" -d '{"events": [{"server_uuid": "99291255-ef9c-4d2a-a163-35693eb609e8", "name": "network-vif-deleted", "tag": "b67e36ec-dcec-4889-867b-e63b9b85adce"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:28:41.537697 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-230fbfc1-44ce-460b-b827-4f303e9a45e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Deleting port 58d468f7-dd30-4e4f-bee6-a3a0bd6c7d95 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:28:41.537859 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-230fbfc1-44ce-460b-b827-4f303e9a45e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (58d468f7-dd30-4e4f-bee6-a3a0bd6c7d95), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:41.601733 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f53afb5-d5e2-4903-9351-f491a5e4395b x-openstack-request-id: req-4f53afb5-d5e2-4903-9351-f491a5e4395b {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:28:41.602040 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99291255-ef9c-4d2a-a163-35693eb609e8", "name": "network-vif-deleted", "tag": "b67e36ec-dcec-4889-867b-e63b9b85adce", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:28:41.602305 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4f53afb5-d5e2-4903-9351-f491a5e4395b {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:28:41.602666 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f53afb5-d5e2-4903-9351-f491a5e4395b'] response: {'server_uuid': '99291255-ef9c-4d2a-a163-35693eb609e8', 'name': 'network-vif-deleted', 'tag': 'b67e36ec-dcec-4889-867b-e63b9b85adce', 'status': 'completed', 'code': 200} Aug 19 15:28:41.636059 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-230fbfc1-44ce-460b-b827-4f303e9a45e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (58d468f7-dd30-4e4f-bee6-a3a0bd6c7d95), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:41.636439 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-230fbfc1-44ce-460b-b827-4f303e9a45e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for floatingip (58d468f7-dd30-4e4f-bee6-a3a0bd6c7d95), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:41.651238 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-230fbfc1-44ce-460b-b827-4f303e9a45e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Calling delete_port for 58d468f7-dd30-4e4f-bee6-a3a0bd6c7d95 owned by network:floatingip {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:28:41.656636 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-fbfc0655-e164-462f-a1b3-88cb2d3e337a None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:28:41.666219 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:41.815805 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-230fbfc1-44ce-460b-b827-4f303e9a45e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (58d468f7-dd30-4e4f-bee6-a3a0bd6c7d95), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:41.843460 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fbfc1-44ce-460b-b827-4f303e9a45e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Pushing event deleted for resources: {'Port': ['ID=58d468f7-dd30-4e4f-bee6-a3a0bd6c7d95,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:41.865770 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-fbfc0655-e164-462f-a1b3-88cb2d3e337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:41.893619 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc0655-e164-462f-a1b3-88cb2d3e337a None None] Checking router: ec51b1ce-e2fe-4834-8fa7-aeb89d133590 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:28:41.903528 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc0655-e164-462f-a1b3-88cb2d3e337a None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:28:41.904135 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-fbfc0655-e164-462f-a1b3-88cb2d3e337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:28:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:41.914422 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-230fbfc1-44ce-460b-b827-4f303e9a45e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks [] for floatingip (4774c6c0-28dd-47b2-b122-1db334c99604), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:41.917041 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-230fbfc1-44ce-460b-b827-4f303e9a45e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:41.918373 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-230fbfc1-44ce-460b-b827-4f303e9a45e3 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/4774c6c0-28dd-47b2-b122-1db334c99604 HTTP/1.1" status: 204 len: 168 time: 0.5553451 Aug 19 15:28:42.016227 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-fbfc0655-e164-462f-a1b3-88cb2d3e337a None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:28:42.028108 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5555e38b-05b0-4611-a5dd-e8494551e59c req-26da0a35-83ac-403b-a736-4a3cba0c5e0d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=99291255-ef9c-4d2a-a163-35693eb609e8 HTTP/1.1" status: 200 len: 210 time: 0.0380154 Aug 19 15:28:42.049923 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=100 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:42.168960 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=100 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:42.215645 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-fbfc0655-e164-462f-a1b3-88cb2d3e337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:42.245065 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc0655-e164-462f-a1b3-88cb2d3e337a None None] The sync data for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi is: [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:28:42.461731 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef9b31d-0645-430f-9feb-f3b396af860f None None] New status for floating IP 2e953bbb-6878-43d7-8871-257f98e53512: DOWN {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:28:43.126587 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46068) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:43.188747 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0c69132b-68f6-4e26-9aac-09ee6e37c73d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (24a99b39-f1c8-42a6-b63b-3df535b00112), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:43.211726 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0c69132b-68f6-4e26-9aac-09ee6e37c73d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (24a99b39-f1c8-42a6-b63b-3df535b00112), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:43.264632 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0c69132b-68f6-4e26-9aac-09ee6e37c73d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (24a99b39-f1c8-42a6-b63b-3df535b00112), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:43.267178 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0c69132b-68f6-4e26-9aac-09ee6e37c73d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:43.268348 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-0c69132b-68f6-4e26-9aac-09ee6e37c73d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/24a99b39-f1c8-42a6-b63b-3df535b00112 HTTP/1.1" status: 204 len: 168 time: 0.1407719 Aug 19 15:28:43.271490 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46072) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:43.277581 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69132b-68f6-4e26-9aac-09ee6e37c73d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a99b39-f1c8-42a6-b63b-3df535b00112,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:43.286012 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.api.v2.resource [None req-20f5d0ff-e774-44cb-b3cc-d4801c7e89c4 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] show failed (client error): The resource could not be found. Aug 19 15:28:43.286964 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-20f5d0ff-e774-44cb-b3cc-d4801c7e89c4 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups/24a99b39-f1c8-42a6-b63b-3df535b00112 HTTP/1.1" status: 404 len: 347 time: 0.0138938 Aug 19 15:28:43.289972 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46074) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:43.404420 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-029169a2-efbf-4f80-a239-8e3111f33044 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Deleting port 41c2d93b-a516-428a-911f-07481829b679 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:28:43.404760 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-029169a2-efbf-4f80-a239-8e3111f33044 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (41c2d93b-a516-428a-911f-07481829b679), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:43.413740 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6e663827-6329-4faf-98aa-f3645bc45979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:43.487698 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-029169a2-efbf-4f80-a239-8e3111f33044 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (41c2d93b-a516-428a-911f-07481829b679), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:43.488031 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-029169a2-efbf-4f80-a239-8e3111f33044 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (41c2d93b-a516-428a-911f-07481829b679), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:43.499962 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-029169a2-efbf-4f80-a239-8e3111f33044 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Calling delete_port for 41c2d93b-a516-428a-911f-07481829b679 owned by network:floatingip {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:28:43.631985 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-029169a2-efbf-4f80-a239-8e3111f33044 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (41c2d93b-a516-428a-911f-07481829b679), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:43.656680 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029169a2-efbf-4f80-a239-8e3111f33044 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event deleted for resources: {'Port': ['ID=41c2d93b-a516-428a-911f-07481829b679,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:43.725329 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-029169a2-efbf-4f80-a239-8e3111f33044 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (2e953bbb-6878-43d7-8871-257f98e53512), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:43.728084 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-029169a2-efbf-4f80-a239-8e3111f33044 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:43.729280 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-029169a2-efbf-4f80-a239-8e3111f33044 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/2e953bbb-6878-43d7-8871-257f98e53512 HTTP/1.1" status: 204 len: 168 time: 0.4383867 Aug 19 15:28:43.800846 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46078) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:43.805412 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-84e05b45-3345-4853-9b77-21337513d93c tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1506024888', 'description': 'tempest-description--1768340595'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:43.829126 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-84e05b45-3345-4853-9b77-21337513d93c tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:43.851664 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:43.899659 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-84e05b45-3345-4853-9b77-21337513d93c tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (5314ff41-695f-497c-aec6-68ca7c898752), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:43.903176 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-84e05b45-3345-4853-9b77-21337513d93c tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (5314ff41-695f-497c-aec6-68ca7c898752), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:43.935436 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-84e05b45-3345-4853-9b77-21337513d93c tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:43.940100 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-84e05b45-3345-4853-9b77-21337513d93c tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1355984 Aug 19 15:28:43.940100 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e05b45-3345-4853-9b77-21337513d93c tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5314ff41-695f-497c-aec6-68ca7c898752,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:43.940529 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46080) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:43.945102 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-677b402d-c583-4ed8-bf71-a649783db0e0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'security_group_rule': {'security_group_id': '5314ff41-695f-497c-aec6-68ca7c898752', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:43.975514 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-677b402d-c583-4ed8-bf71-a649783db0e0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (f02c58c7-bc8b-4c78-b364-6c668adc50f3), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:44.032966 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-677b402d-c583-4ed8-bf71-a649783db0e0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (f02c58c7-bc8b-4c78-b364-6c668adc50f3), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:44.036710 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-677b402d-c583-4ed8-bf71-a649783db0e0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (f02c58c7-bc8b-4c78-b364-6c668adc50f3), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:44.056351 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b402d-c583-4ed8-bf71-a649783db0e0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02c58c7-bc8b-4c78-b364-6c668adc50f3,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:44.066608 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-677b402d-c583-4ed8-bf71-a649783db0e0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:44.067790 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-677b402d-c583-4ed8-bf71-a649783db0e0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262417 Aug 19 15:28:44.070591 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46082) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:44.076084 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-32c81505-2629-402b-8357-bb74f982a148 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'security_group_rule': {'security_group_id': '5314ff41-695f-497c-aec6-68ca7c898752', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:44.107954 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-32c81505-2629-402b-8357-bb74f982a148 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (86c3e931-b4f2-4fb0-9c95-59c3cd20e8db), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:44.154913 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:44.177824 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-32c81505-2629-402b-8357-bb74f982a148 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (86c3e931-b4f2-4fb0-9c95-59c3cd20e8db), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:44.181877 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-32c81505-2629-402b-8357-bb74f982a148 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (86c3e931-b4f2-4fb0-9c95-59c3cd20e8db), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:44.205488 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c81505-2629-402b-8357-bb74f982a148 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c3e931-b4f2-4fb0-9c95-59c3cd20e8db,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:44.212754 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-32c81505-2629-402b-8357-bb74f982a148 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:44.214305 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-32c81505-2629-402b-8357-bb74f982a148 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419628 Aug 19 15:28:44.218600 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46086) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:44.223230 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-b80fd1ad-e1c3-4a4c-91d3-db70f057cd68 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'floatingip': {'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:44.249196 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b80fd1ad-e1c3-4a4c-91d3-db70f057cd68 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:44.335120 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b80fd1ad-e1c3-4a4c-91d3-db70f057cd68 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:44.384564 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:44.463650 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-b80fd1ad-e1c3-4a4c-91d3-db70f057cd68 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Allocated IP 172.27.2.51 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/a04718f8-efb8-48a5-8dd0-a13a440f3f36) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:28:44.486943 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472836d3-9322-40e1-a09a-50c1d21f8241 req-871674f5-8b4e-458f-9525-b3f5ad08c95d tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:44.488456 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-472836d3-9322-40e1-a09a-50c1d21f8241 req-871674f5-8b4e-458f-9525-b3f5ad08c95d tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0497200 Aug 19 15:28:44.537442 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-472836d3-9322-40e1-a09a-50c1d21f8241 req-7c3ed546-feab-4ee7-b08c-83af9e4bef4c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426910 Aug 19 15:28:44.568607 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b80fd1ad-e1c3-4a4c-91d3-db70f057cd68 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for port (a04718f8-efb8-48a5-8dd0-a13a440f3f36), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:44.601512 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b80fd1ad-e1c3-4a4c-91d3-db70f057cd68 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (a04718f8-efb8-48a5-8dd0-a13a440f3f36), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:44.639455 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80fd1ad-e1c3-4a4c-91d3-db70f057cd68 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:44.647132 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-b80fd1ad-e1c3-4a4c-91d3-db70f057cd68 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:44.650900 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80fd1ad-e1c3-4a4c-91d3-db70f057cd68 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:28:44.654192 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80fd1ad-e1c3-4a4c-91d3-db70f057cd68 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'Port': ['ID=a04718f8-efb8-48a5-8dd0-a13a440f3f36,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:44.738550 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b80fd1ad-e1c3-4a4c-91d3-db70f057cd68 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (6969baf4-2134-4eff-9161-93ff72ce057a), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:44.775030 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b80fd1ad-e1c3-4a4c-91d3-db70f057cd68 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (a04718f8-efb8-48a5-8dd0-a13a440f3f36), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:44.927904 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b80fd1ad-e1c3-4a4c-91d3-db70f057cd68 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for port (a04718f8-efb8-48a5-8dd0-a13a440f3f36), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:44.932059 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b80fd1ad-e1c3-4a4c-91d3-db70f057cd68 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (a04718f8-efb8-48a5-8dd0-a13a440f3f36), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:44.935363 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:45.004350 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80fd1ad-e1c3-4a4c-91d3-db70f057cd68 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'Port': ['ID=a04718f8-efb8-48a5-8dd0-a13a440f3f36,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:45.009376 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b80fd1ad-e1c3-4a4c-91d3-db70f057cd68 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (6969baf4-2134-4eff-9161-93ff72ce057a), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:45.024954 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b80fd1ad-e1c3-4a4c-91d3-db70f057cd68 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:45.026187 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-b80fd1ad-e1c3-4a4c-91d3-db70f057cd68 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8062828 Aug 19 15:28:45.142646 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:45.186284 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-783e555b-3843-42c7-9862-d63765c92fda req-86fe384c-092a-4475-b6c9-1b4986387bc6 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1506024888&fields=id&tenant_id=cbf14c554d854af5ba8cd910c82d42e0 HTTP/1.1" status: 200 len: 267 time: 0.0508664 Aug 19 15:28:45.299063 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e555b-3843-42c7-9862-d63765c92fda req-22e581ce-c1e0-4f30-a0b9-c8e9853a03ce tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:45.300594 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-783e555b-3843-42c7-9862-d63765c92fda req-22e581ce-c1e0-4f30-a0b9-c8e9853a03ce tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/networks?id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 HTTP/1.1" status: 200 len: 815 time: 0.1073074 Aug 19 15:28:45.315683 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-783e555b-3843-42c7-9862-d63765c92fda req-3e237b67-2e97-4b45-b132-6305d9bafca8 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/quotas/cbf14c554d854af5ba8cd910c82d42e0 HTTP/1.1" status: 200 len: 375 time: 0.0096035 Aug 19 15:28:45.372082 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-783e555b-3843-42c7-9862-d63765c92fda req-307d3013-5505-4f82-a0dc-898f07a80694 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=cbf14c554d854af5ba8cd910c82d42e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498629 Aug 19 15:28:45.431551 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed584e96-4cd2-44e9-9766-d094340b4d18 req-a9df0a94-a656-4287-8212-6dfc09f466f1 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:45.433076 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ed584e96-4cd2-44e9-9766-d094340b4d18 req-a9df0a94-a656-4287-8212-6dfc09f466f1 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 946 time: 0.0510330 Aug 19 15:28:45.536330 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ed584e96-4cd2-44e9-9766-d094340b4d18 req-c452a08c-df5e-4506-acd2-15a7042d23a0 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975165 Aug 19 15:28:45.565549 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46120) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:45.566583 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-783e555b-3843-42c7-9862-d63765c92fda req-285129fb-f4dd-4d21-8da5-55c01a0787ef service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826727 Aug 19 15:28:45.654152 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440d9ff6-48d7-4210-ace1-b198332fb5db tempest-TestMinimumBasicScenario-1095874452 tempest-TestMinimumBasicScenario-1095874452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:45.655684 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-440d9ff6-48d7-4210-ace1-b198332fb5db tempest-TestMinimumBasicScenario-1095874452 tempest-TestMinimumBasicScenario-1095874452-project-admin] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 1125 time: 0.0883729 Aug 19 15:28:45.659581 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46124) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:45.664212 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Request body: {'floatingip': {'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'port_id': '8e0d422a-3a6d-4e22-8237-a99f06f45464', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:45.672368 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:45.686919 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:45.692838 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adaa3c0-216b-41bb-8062-27ae407285ad req-afca0d02-b763-4ce7-a127-c8f3b04b96c2 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:45.694316 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4adaa3c0-216b-41bb-8062-27ae407285ad req-afca0d02-b763-4ce7-a127-c8f3b04b96c2 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0654097 Aug 19 15:28:45.713021 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-783e555b-3843-42c7-9862-d63765c92fda req-02e40d58-b526-4fa9-8406-2508f9ef467f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412177 Aug 19 15:28:45.753064 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4adaa3c0-216b-41bb-8062-27ae407285ad req-c4b0fcb4-7cac-4b9b-bfcb-ee8d1568088b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509450 Aug 19 15:28:45.773734 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c379e6f7-b53c-49ff-a854-16f4db9c9f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:45.791568 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:45.909454 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d5ea88d8-14cd-4b34-9165-4c42a030ba20 req-b29fd06a-eeec-47cb-adc7-b1045cd1cf1a tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 210 time: 0.0362401 Aug 19 15:28:45.915534 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Allocated IP 172.27.2.231 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/719aee72-41a0-4c39-ae9c-e231823e5823) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:28:45.958701 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device b67e36ec-dcec-4889-867b-e63b9b85adce no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:28:45.981336 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: b67e36ec-dcec-4889-867b-e63b9b85adce {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:28:45.981674 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device b67e36ec-dcec-4889-867b-e63b9b85adce not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:28:46.051284 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for port (719aee72-41a0-4c39-ae9c-e231823e5823), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:46.085676 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (719aee72-41a0-4c39-ae9c-e231823e5823), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:46.128021 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:46.133326 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:46.138163 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:28:46.162115 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Pushing event updated for resources: {'Port': ['ID=719aee72-41a0-4c39-ae9c-e231823e5823,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:46.513799 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:46.540406 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for floatingip (42f5d0ca-93ff-4f18-a65a-b7c7eef58bd0), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:46.541504 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:46.614468 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (719aee72-41a0-4c39-ae9c-e231823e5823), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:46.775843 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for port (719aee72-41a0-4c39-ae9c-e231823e5823), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:46.781174 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (719aee72-41a0-4c39-ae9c-e231823e5823), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:46.856498 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Pushing event updated for resources: {'Port': ['ID=719aee72-41a0-4c39-ae9c-e231823e5823,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:46.859232 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (42f5d0ca-93ff-4f18-a65a-b7c7eef58bd0), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:46.903707 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46735f-058c-4507-b789-efe188906026 req-1a693646-7fdd-47c5-971b-192a350bb0e9 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:46.914008 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0f46735f-058c-4507-b789-efe188906026 req-1a693646-7fdd-47c5-971b-192a350bb0e9 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0641601 Aug 19 15:28:46.964270 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0f46735f-058c-4507-b789-efe188906026 req-14e7b717-7768-42b9-871f-1b15be0ee459 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503197 Aug 19 15:28:46.972845 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.l3_db [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Floating IP 42f5d0ca-93ff-4f18-a65a-b7c7eef58bd0 associated. External IP: 172.27.2.231, port: 8e0d422a-3a6d-4e22-8237-a99f06f45464. Aug 19 15:28:47.045702 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:47.067482 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-55382745-df59-4889-8be0-06e05514eb9e req-ee3b92a5-b7f5-41b7-91b0-b541d46bc9e7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 210 time: 0.0434010 Aug 19 15:28:47.334257 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f08e3d-dd04-42a0-910a-376293cb2280 req-4066abec-ba06-4b7c-9791-b1cc535e570d tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:47.335759 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-e3f08e3d-dd04-42a0-910a-376293cb2280 req-4066abec-ba06-4b7c-9791-b1cc535e570d tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.3590460 Aug 19 15:28:47.535647 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-e3f08e3d-dd04-42a0-910a-376293cb2280 req-27b08f56-06b6-4397-bb60-185f59b71381 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Deleting port e851153e-06d0-452a-ac68-7efce3d3bf25 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:28:47.535995 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-e3f08e3d-dd04-42a0-910a-376293cb2280 req-27b08f56-06b6-4397-bb60-185f59b71381 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (e851153e-06d0-452a-ac68-7efce3d3bf25), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:47.655489 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e555b-3843-42c7-9862-d63765c92fda req-aee6130a-0324-4d63-9e20-9119e78e820b tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:47.657461 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-783e555b-3843-42c7-9862-d63765c92fda req-aee6130a-0324-4d63-9e20-9119e78e820b tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "GET /networking/v2.0/networks?id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 HTTP/1.1" status: 200 len: 815 time: 0.2837079 Aug 19 15:28:47.688592 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:47.697381 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:47.726123 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Router 757598e3-4c71-4dd1-849f-842c121b7653 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:28:47.742002 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-e3f08e3d-dd04-42a0-910a-376293cb2280 req-27b08f56-06b6-4397-bb60-185f59b71381 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] For port e851153e-06d0-452a-ac68-7efce3d3bf25, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e851153e-06d0-452a-ac68-7efce3d3bf25,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:47.742365 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-e3f08e3d-dd04-42a0-910a-376293cb2280 req-27b08f56-06b6-4397-bb60-185f59b71381 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (e851153e-06d0-452a-ac68-7efce3d3bf25), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:47.774227 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-e3f08e3d-dd04-42a0-910a-376293cb2280 req-27b08f56-06b6-4397-bb60-185f59b71381 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Calling delete_port for e851153e-06d0-452a-ac68-7efce3d3bf25 owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:28:47.827704 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-783e555b-3843-42c7-9862-d63765c92fda req-a15b8843-221a-463e-8a5d-96ec08266745 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cbf14c554d854af5ba8cd910c82d42e0 HTTP/1.1" status: 200 len: 380 time: 0.1581891 Aug 19 15:28:47.861635 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-783e555b-3843-42c7-9862-d63765c92fda req-a0750642-46ad-4361-9013-9b17a6b776da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'port': {'device_id': '615eb3a5-68de-4e10-9e81-33393fa2b6cd', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'admin_state_up': True, 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'security_groups': ['5314ff41-695f-497c-aec6-68ca7c898752']}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:48.007399 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:28:48.019863 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f979c167-00d1-4f41-975e-65db93dee424 None None] Sync routers for ids ['757598e3-4c71-4dd1-849f-842c121b7653'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:28:48.030320 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f979c167-00d1-4f41-975e-65db93dee424 None None] Routers {'757598e3-4c71-4dd1-849f-842c121b7653'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:28:48.030937 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-f979c167-00d1-4f41-975e-65db93dee424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:28:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['757598e3-4c71-4dd1-849f-842c121b7653'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:48.054954 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.098230 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6a833-216c-4ca5-82b8-1429608e4afe req-b9542b2d-f4a7-4bef-a7b9-2c7b6d7c9335 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:48.102832 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-eae6a833-216c-4ca5-82b8-1429608e4afe req-b9542b2d-f4a7-4bef-a7b9-2c7b6d7c9335 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9ac8d32c-fd72-4373-8957-3e1698b2dd3c HTTP/1.1" status: 200 len: 946 time: 0.0528929 Aug 19 15:28:48.130215 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783e555b-3843-42c7-9862-d63765c92fda req-a0750642-46ad-4361-9013-9b17a6b776da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Made reservation on behalf of cbf14c554d854af5ba8cd910c82d42e0 for: {'port': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:28:48.133876 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-783e555b-3843-42c7-9862-d63765c92fda req-a0750642-46ad-4361-9013-9b17a6b776da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.134641 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:48.142471 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-ed781aab-fffc-4ec0-b4fd-3f92e3b6d1d8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4818735 Aug 19 15:28:48.145364 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46150) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:48.148024 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-f979c167-00d1-4f41-975e-65db93dee424 None None] Set router 757598e3-4c71-4dd1-849f-842c121b7653 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:28:48.150469 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc81caa-949a-42ac-b696-7bb7cb9c5fd5', 'tag': '8e0d422a-3a6d-4e22-8237-a99f06f45464'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:28:48.153783 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9379ac-bba1-4a95-8829-a0ddc6114213" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc81caa-949a-42ac-b696-7bb7cb9c5fd5", "tag": "8e0d422a-3a6d-4e22-8237-a99f06f45464"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:28:48.154534 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-b9f0273c-6ae8-46e8-b57f-c59e85258b57 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1878551085', 'description': 'tempest-secgroup-smoke-1878551085 description', 'project_id': '3c3e603ab69848a2b9688f1e536017f3'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:48.173896 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-e3f08e3d-dd04-42a0-910a-376293cb2280 req-27b08f56-06b6-4397-bb60-185f59b71381 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (e851153e-06d0-452a-ac68-7efce3d3bf25), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.189381 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-eae6a833-216c-4ca5-82b8-1429608e4afe req-adfbd09d-d34d-4ff6-8aa8-3d4f15b2ae37 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817597 Aug 19 15:28:48.189846 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['b97f032a-18f2-4b4c-aa4a-57e19ac342cd', 'e851153e-06d0-452a-ac68-7efce3d3bf25'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:28:48.237769 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b08f56-06b6-4397-bb60-185f59b71381 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Pushing event deleted for resources: {'Port': ['ID=e851153e-06d0-452a-ac68-7efce3d3bf25,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:48.240564 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9814c54-cc4b-4d74-99dd-35783d287d19 x-openstack-request-id: req-f9814c54-cc4b-4d74-99dd-35783d287d19 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:28:48.240854 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc81caa-949a-42ac-b696-7bb7cb9c5fd5", "tag": "8e0d422a-3a6d-4e22-8237-a99f06f45464", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:28:48.241110 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f9814c54-cc4b-4d74-99dd-35783d287d19 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:28:48.241509 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9814c54-cc4b-4d74-99dd-35783d287d19'] response: {'name': 'network-changed', 'server_uuid': '9bc81caa-949a-42ac-b696-7bb7cb9c5fd5', 'tag': '8e0d422a-3a6d-4e22-8237-a99f06f45464', 'status': 'completed', 'code': 200} Aug 19 15:28:48.254955 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6f92c68b-10af-435d-b6fd-04bd14593119 req-de8ba5f8-1a69-4aee-b7a7-a2a3a8cad662 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 210 time: 0.0468402 Aug 19 15:28:48.269744 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b9f0273c-6ae8-46e8-b57f-c59e85258b57 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.338267 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f08e3d-dd04-42a0-910a-376293cb2280 req-27b08f56-06b6-4397-bb60-185f59b71381 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] No DVR routers for this DVR port e851153e-06d0-452a-ac68-7efce3d3bf25 on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:28:48.359463 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-e3f08e3d-dd04-42a0-910a-376293cb2280 req-27b08f56-06b6-4397-bb60-185f59b71381 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.363099 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-e3f08e3d-dd04-42a0-910a-376293cb2280 req-27b08f56-06b6-4397-bb60-185f59b71381 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.52 "DELETE /networking/v2.0/ports/e851153e-06d0-452a-ac68-7efce3d3bf25 HTTP/1.1" status: 204 len: 173 time: 1.0201039 Aug 19 15:28:48.372037 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:48.383586 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b9f0273c-6ae8-46e8-b57f-c59e85258b57 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group (03329b8d-b452-4f81-b221-e26ad361f53c), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.393407 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=9 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:48.395150 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b9f0273c-6ae8-46e8-b57f-c59e85258b57 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (03329b8d-b452-4f81-b221-e26ad361f53c), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.414131 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:48.455415 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9379ac-bba1-4a95-8829-a0ddc6114213 req-20629535-e9d0-4df0-9a4a-b33f666eaa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:48.457405 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1c9379ac-bba1-4a95-8829-a0ddc6114213 req-20629535-e9d0-4df0-9a4a-b33f666eaa9c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3c3e603ab69848a2b9688f1e536017f3&device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 1130 time: 0.1540093 Aug 19 15:28:48.473717 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b9f0273c-6ae8-46e8-b57f-c59e85258b57 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.474969 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b9f0273c-6ae8-46e8-b57f-c59e85258b57 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3284755 Aug 19 15:28:48.478743 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46156) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:48.481923 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [req-783e555b-3843-42c7-9862-d63765c92fda req-a0750642-46ad-4361-9013-9b17a6b776da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Allocated IP 172.20.0.9 (6a74f9df-bea0-4bc2-8022-d4f3c9598ba3/9f5a617c-2964-456f-ae12-5bd7af7fa552/a6d9816f-451f-44af-8263-ece906a39b8f) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:28:48.485983 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-b8f8c19f-aac1-414d-95a0-8ce8dfbadc35 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Request body: {'security_group_rule': {'security_group_id': '03329b8d-b452-4f81-b221-e26ad361f53c', 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:48.497373 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0273c-6ae8-46e8-b57f-c59e85258b57 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03329b8d-b452-4f81-b221-e26ad361f53c,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:48.512599 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.524552 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b8f8c19f-aac1-414d-95a0-8ce8dfbadc35 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group_rule (a0c599fe-4337-47a1-8561-01b34513fa5c), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.562286 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-f979c167-00d1-4f41-975e-65db93dee424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757598e3-4c71-4dd1-849f-842c121b7653', 'name': 'tempest-TestMinimumBasicScenario-1004679039-router', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:55Z', 'revision_number': 4, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'gw_port': {'id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '42f5d0ca-93ff-4f18-a65a-b7c7eef58bd0', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'port_id': '8e0d422a-3a6d-4e22-8237-a99f06f45464', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48', 'mac_address': 'fa:16:3e:e6:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc81caa-949a-42ac-b696-7bb7cb9c5fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:28:46Z', 'updated_at': '2022-08-19T15:28:46Z', 'revision_number': 0, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d87343a-012c-461c-b22a-ef9d5e3af203', 'name': '', 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '660753bd-ccf6-487f-8cd3-a9754c97ad69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:54Z', 'updated_at': '2022-08-19T15:28:00Z', 'revision_number': 5, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'subnets': [{'id': '660753bd-ccf6-487f-8cd3-a9754c97ad69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:48.567125 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:48.568032 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.586980 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:48.600649 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b8f8c19f-aac1-414d-95a0-8ce8dfbadc35 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group_rule (a0c599fe-4337-47a1-8561-01b34513fa5c), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.612126 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b8f8c19f-aac1-414d-95a0-8ce8dfbadc35 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (a0c599fe-4337-47a1-8561-01b34513fa5c), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.615990 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f979c167-00d1-4f41-975e-65db93dee424 None None] Checking router: 757598e3-4c71-4dd1-849f-842c121b7653 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:28:48.636632 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8c19f-aac1-414d-95a0-8ce8dfbadc35 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c599fe-4337-47a1-8561-01b34513fa5c,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:48.645488 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f979c167-00d1-4f41-975e-65db93dee424 None None] Routers {'757598e3-4c71-4dd1-849f-842c121b7653'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:28:48.646188 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-f979c167-00d1-4f41-975e-65db93dee424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:28:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['757598e3-4c71-4dd1-849f-842c121b7653'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:48.652764 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b8f8c19f-aac1-414d-95a0-8ce8dfbadc35 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.657171 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b8f8c19f-aac1-414d-95a0-8ce8dfbadc35 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1742136 Aug 19 15:28:48.658808 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46158) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:48.663437 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-6360b83e-01e1-4658-b327-31ce2fe8fc79 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Request body: {'security_group_rule': {'security_group_id': '03329b8d-b452-4f81-b221-e26ad361f53c', 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:48.680236 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9379ac-bba1-4a95-8829-a0ddc6114213 req-7b88d469-60c1-487d-a513-5dbf8edcd3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:48.681768 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1c9379ac-bba1-4a95-8829-a0ddc6114213 req-7b88d469-60c1-487d-a513-5dbf8edcd3a6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6984f544-3e69-4348-a7eb-5484342f7b48 HTTP/1.1" status: 200 len: 916 time: 0.2167654 Aug 19 15:28:48.710514 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6360b83e-01e1-4658-b327-31ce2fe8fc79 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group_rule (c3758ff9-8632-41b0-99ad-27b4d444ffc4), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.780184 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-783e555b-3843-42c7-9862-d63765c92fda req-a0750642-46ad-4361-9013-9b17a6b776da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for port (a6d9816f-451f-44af-8263-ece906a39b8f), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.782146 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-f979c167-00d1-4f41-975e-65db93dee424 None None] Set router 757598e3-4c71-4dd1-849f-842c121b7653 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:28:48.789063 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6360b83e-01e1-4658-b327-31ce2fe8fc79 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group_rule (c3758ff9-8632-41b0-99ad-27b4d444ffc4), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.794529 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6360b83e-01e1-4658-b327-31ce2fe8fc79 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (c3758ff9-8632-41b0-99ad-27b4d444ffc4), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.817263 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360b83e-01e1-4658-b327-31ce2fe8fc79 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3758ff9-8632-41b0-99ad-27b4d444ffc4,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:48.830906 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6360b83e-01e1-4658-b327-31ce2fe8fc79 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.835707 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-6360b83e-01e1-4658-b327-31ce2fe8fc79 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1758411 Aug 19 15:28:48.836850 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46160) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:48.841442 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-30eea8ac-9bcf-43e4-b829-a712c79ec7c7 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Request body: {'security_group_rule': {'security_group_id': '03329b8d-b452-4f81-b221-e26ad361f53c', 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:48.888833 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-783e555b-3843-42c7-9862-d63765c92fda req-a0750642-46ad-4361-9013-9b17a6b776da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (a6d9816f-451f-44af-8263-ece906a39b8f), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.898402 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-30eea8ac-9bcf-43e4-b829-a712c79ec7c7 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group_rule (995322ef-ee0a-44b1-862e-e55f585831cd), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.978684 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0750642-46ad-4361-9013-9b17a6b776da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event updated for resources: {'Port': ['ID=a6d9816f-451f-44af-8263-ece906a39b8f,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:48.978947 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-30eea8ac-9bcf-43e4-b829-a712c79ec7c7 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group_rule (995322ef-ee0a-44b1-862e-e55f585831cd), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.982871 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1c9379ac-bba1-4a95-8829-a0ddc6114213 req-03efe638-3b48-4730-bce1-27ac8dcdd1bb service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e0d422a-3a6d-4e22-8237-a99f06f45464 HTTP/1.1" status: 200 len: 1000 time: 0.1559079 Aug 19 15:28:48.983607 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-30eea8ac-9bcf-43e4-b829-a712c79ec7c7 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (995322ef-ee0a-44b1-862e-e55f585831cd), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:48.985620 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783e555b-3843-42c7-9862-d63765c92fda req-a0750642-46ad-4361-9013-9b17a6b776da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:48.987659 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [req-783e555b-3843-42c7-9862-d63765c92fda req-a0750642-46ad-4361-9013-9b17a6b776da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:48.990916 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-783e555b-3843-42c7-9862-d63765c92fda req-a0750642-46ad-4361-9013-9b17a6b776da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:28:49.009916 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eea8ac-9bcf-43e4-b829-a712c79ec7c7 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995322ef-ee0a-44b1-862e-e55f585831cd,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:49.020030 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-30eea8ac-9bcf-43e4-b829-a712c79ec7c7 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:49.021395 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-30eea8ac-9bcf-43e4-b829-a712c79ec7c7 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1838923 Aug 19 15:28:49.024300 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46162) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:49.030463 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-3309d59c-b097-4421-8515-26950f36e51f tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Request body: {'security_group_rule': {'security_group_id': '03329b8d-b452-4f81-b221-e26ad361f53c', 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:49.042811 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-f979c167-00d1-4f41-975e-65db93dee424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757598e3-4c71-4dd1-849f-842c121b7653', 'name': 'tempest-TestMinimumBasicScenario-1004679039-router', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:55Z', 'revision_number': 4, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'gw_port': {'id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '42f5d0ca-93ff-4f18-a65a-b7c7eef58bd0', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'port_id': '8e0d422a-3a6d-4e22-8237-a99f06f45464', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48', 'mac_address': 'fa:16:3e:e6:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc81caa-949a-42ac-b696-7bb7cb9c5fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:28:46Z', 'updated_at': '2022-08-19T15:28:46Z', 'revision_number': 0, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d87343a-012c-461c-b22a-ef9d5e3af203', 'name': '', 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '660753bd-ccf6-487f-8cd3-a9754c97ad69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:54Z', 'updated_at': '2022-08-19T15:28:00Z', 'revision_number': 5, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'subnets': [{'id': '660753bd-ccf6-487f-8cd3-a9754c97ad69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:49.072324 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f979c167-00d1-4f41-975e-65db93dee424 None None] The sync data for ids ['757598e3-4c71-4dd1-849f-842c121b7653'] in dv-cinder-835384-20-iscsi is: [{'id': '757598e3-4c71-4dd1-849f-842c121b7653', 'name': 'tempest-TestMinimumBasicScenario-1004679039-router', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:55Z', 'revision_number': 4, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'gw_port': {'id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '42f5d0ca-93ff-4f18-a65a-b7c7eef58bd0', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'port_id': '8e0d422a-3a6d-4e22-8237-a99f06f45464', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48', 'mac_address': 'fa:16:3e:e6:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc81caa-949a-42ac-b696-7bb7cb9c5fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:28:46Z', 'updated_at': '2022-08-19T15:28:46Z', 'revision_number': 0, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d87343a-012c-461c-b22a-ef9d5e3af203', 'name': '', 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '660753bd-ccf6-487f-8cd3-a9754c97ad69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:54Z', 'updated_at': '2022-08-19T15:28:00Z', 'revision_number': 5, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'subnets': [{'id': '660753bd-ccf6-487f-8cd3-a9754c97ad69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:28:49.072666 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3309d59c-b097-4421-8515-26950f36e51f tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group_rule (dc3e265e-a0dc-49a6-8e31-e095d8525dbe), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:49.084689 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e555b-3843-42c7-9862-d63765c92fda req-a0750642-46ad-4361-9013-9b17a6b776da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:49.085880 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-783e555b-3843-42c7-9862-d63765c92fda req-a0750642-46ad-4361-9013-9b17a6b776da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:49.152439 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-783e555b-3843-42c7-9862-d63765c92fda req-a0750642-46ad-4361-9013-9b17a6b776da tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2943852 Aug 19 15:28:49.155031 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9379ac-bba1-4a95-8829-a0ddc6114213 req-8dd1c7ff-f6dd-42ac-b56c-e7587851f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:49.156727 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1c9379ac-bba1-4a95-8829-a0ddc6114213 req-8dd1c7ff-f6dd-42ac-b56c-e7587851f6eb service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=660753bd-ccf6-487f-8cd3-a9754c97ad69 HTTP/1.1" status: 200 len: 854 time: 0.0896945 Aug 19 15:28:49.162654 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3309d59c-b097-4421-8515-26950f36e51f tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group_rule (dc3e265e-a0dc-49a6-8e31-e095d8525dbe), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:49.167637 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3309d59c-b097-4421-8515-26950f36e51f tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (dc3e265e-a0dc-49a6-8e31-e095d8525dbe), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:49.171103 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Request body: {'port': {'device_id': '615eb3a5-68de-4e10-9e81-33393fa2b6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:49.192479 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309d59c-b097-4421-8515-26950f36e51f tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3e265e-a0dc-49a6-8e31-e095d8525dbe,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:49.206686 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3309d59c-b097-4421-8515-26950f36e51f tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:49.210636 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3309d59c-b097-4421-8515-26950f36e51f tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1824849 Aug 19 15:28:49.210850 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46166) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:49.215127 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-6bbaba88-cea1-4ab5-949c-9a8fa004e3b1 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Request body: {'security_group_rule': {'security_group_id': '03329b8d-b452-4f81-b221-e26ad361f53c', 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:49.253079 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9379ac-bba1-4a95-8829-a0ddc6114213 req-16db3967-334a-4d09-879e-fe3ee5047159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:49.253536 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.securitygroups_db [None req-6bbaba88-cea1-4ab5-949c-9a8fa004e3b1 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Project 3c3e603ab69848a2b9688f1e536017f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:28:49.255204 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1c9379ac-bba1-4a95-8829-a0ddc6114213 req-16db3967-334a-4d09-879e-fe3ee5047159 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6984f544-3e69-4348-a7eb-5484342f7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0881784 Aug 19 15:28:49.258772 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:49.263689 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6bbaba88-cea1-4ab5-949c-9a8fa004e3b1 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group_rule (8ce20595-8737-4847-8611-1396f32d9320), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:49.347711 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (a6d9816f-451f-44af-8263-ece906a39b8f), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:49.366991 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-5fc9c855-b698-49d4-a9d4-3ab9d2a3d865 None None] Provisioning complete for port a6d9816f-451f-44af-8263-ece906a39b8f triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:28:49.367642 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c855-b698-49d4-a9d4-3ab9d2a3d865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (a6d9816f-451f-44af-8263-ece906a39b8f), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:49.414841 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0badbc-7f55-4251-9f6b-37d9b14fb71d None None] New status for floating IP 42f5d0ca-93ff-4f18-a65a-b7c7eef58bd0: ACTIVE {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:28:49.465517 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a500f86-090b-4301-a186-943d0f547c9a req-9256b527-0813-4cee-8b44-c6d786b44e08 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:49.477082 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9a500f86-090b-4301-a186-943d0f547c9a req-9256b527-0813-4cee-8b44-c6d786b44e08 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 931 time: 0.1134617 Aug 19 15:28:49.488802 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9c855-b698-49d4-a9d4-3ab9d2a3d865 None None] Port a6d9816f-451f-44af-8263-ece906a39b8f cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:28:49.520355 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1c9379ac-bba1-4a95-8829-a0ddc6114213 req-a10e8e90-6fff-4f0c-9171-7f67c8b5e1b5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6984f544-3e69-4348-a7eb-5484342f7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351894 Aug 19 15:28:49.520523 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:49.525026 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6bbaba88-cea1-4ab5-949c-9a8fa004e3b1 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group_rule (8ce20595-8737-4847-8611-1396f32d9320), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:49.544613 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6bbaba88-cea1-4ab5-949c-9a8fa004e3b1 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (8ce20595-8737-4847-8611-1396f32d9320), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:49.598530 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9a500f86-090b-4301-a186-943d0f547c9a req-0fbf1ae4-c330-4d2c-8186-14a00f975c13 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5314ff41-695f-497c-aec6-68ca7c898752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198308 Aug 19 15:28:49.599144 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbaba88-cea1-4ab5-949c-9a8fa004e3b1 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce20595-8737-4847-8611-1396f32d9320,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:49.604674 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6bbaba88-cea1-4ab5-949c-9a8fa004e3b1 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:49.608771 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-6bbaba88-cea1-4ab5-949c-9a8fa004e3b1 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3940153 Aug 19 15:28:49.616426 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46176) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:49.630177 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-c6bd04dc-0af5-4bfe-91d1-296d148d1929 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Request body: {'security_group_rule': {'security_group_id': '03329b8d-b452-4f81-b221-e26ad361f53c', 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:49.649715 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a971a2-5036-406f-8662-810d284ec591 req-272b2cf2-d009-4904-8390-5891bbd81584 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:49.655109 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.securitygroups_db [None req-c6bd04dc-0af5-4bfe-91d1-296d148d1929 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Project 3c3e603ab69848a2b9688f1e536017f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:28:49.656937 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a6a971a2-5036-406f-8662-810d284ec591 req-272b2cf2-d009-4904-8390-5891bbd81584 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0769148 Aug 19 15:28:49.667643 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c6bd04dc-0af5-4bfe-91d1-296d148d1929 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group_rule (0f4e5d4f-53c1-4b79-863c-c7fa7754430b), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:49.677183 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:49.685774 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:49.714176 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a6a971a2-5036-406f-8662-810d284ec591 req-13d818a6-069b-4d3c-bd01-2e9744a6c966 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554240 Aug 19 15:28:49.782471 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c6bd04dc-0af5-4bfe-91d1-296d148d1929 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group_rule (0f4e5d4f-53c1-4b79-863c-c7fa7754430b), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:49.790430 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d9816f-451f-44af-8263-ece906a39b8f {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:28:49.794428 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c6bd04dc-0af5-4bfe-91d1-296d148d1929 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (0f4e5d4f-53c1-4b79-863c-c7fa7754430b), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:49.803040 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Publish callbacks [] for port (a6d9816f-451f-44af-8263-ece906a39b8f), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:49.824275 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd04dc-0af5-4bfe-91d1-296d148d1929 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4e5d4f-53c1-4b79-863c-c7fa7754430b,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:49.832530 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Transition to ACTIVE for port object a6d9816f-451f-44af-8263-ece906a39b8f will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:28:49.835944 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c6bd04dc-0af5-4bfe-91d1-296d148d1929 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:49.837169 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-c6bd04dc-0af5-4bfe-91d1-296d148d1929 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2196188 Aug 19 15:28:49.838362 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (a6d9816f-451f-44af-8263-ece906a39b8f), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:49.904791 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Pushing event updated for resources: {'Port': ['ID=a6d9816f-451f-44af-8263-ece906a39b8f,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:49.931481 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-bfbcb4cf-7637-4d83-86d1-0c5d9e854212 req-34829012-9b19-4f1a-8fd1-b738fbb096e1 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1878551085&fields=id&tenant_id=3c3e603ab69848a2b9688f1e536017f3 HTTP/1.1" status: 200 len: 267 time: 0.0483384 Aug 19 15:28:49.954750 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Attempting to bind port a6d9816f-451f-44af-8263-ece906a39b8f on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:28:49.955092 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Attempting to bind port a6d9816f-451f-44af-8263-ece906a39b8f by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:28:49.955425 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Attempting to bind port a6d9816f-451f-44af-8263-ece906a39b8f on network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:28:49.959969 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Port a6d9816f-451f-44af-8263-ece906a39b8f on network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:28:49.960292 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Attempting to bind port a6d9816f-451f-44af-8263-ece906a39b8f on network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:28:49.965257 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:28:49.965598 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Checking segment: {'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:28:49.965982 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Bound using segment: {'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:28:49.966407 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Bound port: a6d9816f-451f-44af-8263-ece906a39b8f, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02f52c9-4710-428e-817d-00673e6cc031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:28:49.966767 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (a6d9816f-451f-44af-8263-ece906a39b8f), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:49.986243 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcb4cf-7637-4d83-86d1-0c5d9e854212 req-81143b28-d82a-4838-bd9b-c088a90a2657 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:49.987742 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-bfbcb4cf-7637-4d83-86d1-0c5d9e854212 req-81143b28-d82a-4838-bd9b-c088a90a2657 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 946 time: 0.0508928 Aug 19 15:28:49.998279 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-bfbcb4cf-7637-4d83-86d1-0c5d9e854212 req-d120744e-8c42-4177-928f-b9d7fd08db69 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Request body: {'port': {'security_groups': ['310f5b20-7f5c-4cad-af2d-03f7539f02c2', '03329b8d-b452-4f81-b221-e26ad361f53c']}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:50.028950 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] For port a6d9816f-451f-44af-8263-ece906a39b8f, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:28:50.032723 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] For port a6d9816f-451f-44af-8263-ece906a39b8f, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a6d9816f-451f-44af-8263-ece906a39b8f,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:28:50.045864 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (a6d9816f-451f-44af-8263-ece906a39b8f), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:50.050514 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:50.051132 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:50.052532 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-783e555b-3843-42c7-9862-d63765c92fda req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/a6d9816f-451f-44af-8263-ece906a39b8f HTTP/1.1" status: 200 len: 1093 time: 0.8876569 Aug 19 15:28:50.072708 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-bfbcb4cf-7637-4d83-86d1-0c5d9e854212 req-d120744e-8c42-4177-928f-b9d7fd08db69 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:50.098236 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857bebf-6956-4040-a110-f0cd874de35a service neutron] Pushing event updated for resources: {'Port': ['ID=a6d9816f-451f-44af-8263-ece906a39b8f,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:50.243070 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac8d32c-fd72-4373-8957-3e1698b2dd3c', 'name': 'network-vif-deleted', 'tag': 'e851153e-06d0-452a-ac68-7efce3d3bf25'}, {'name': 'network-changed', 'server_uuid': '615eb3a5-68de-4e10-9e81-33393fa2b6cd', 'tag': 'a6d9816f-451f-44af-8263-ece906a39b8f'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:28:50.246583 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea44881-e54a-4c4f-bc15-aa06faf8d0b5" -d '{"events": [{"server_uuid": "9ac8d32c-fd72-4373-8957-3e1698b2dd3c", "name": "network-vif-deleted", "tag": "e851153e-06d0-452a-ac68-7efce3d3bf25"}, {"name": "network-changed", "server_uuid": "615eb3a5-68de-4e10-9e81-33393fa2b6cd", "tag": "a6d9816f-451f-44af-8263-ece906a39b8f"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:28:50.291938 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Aug 2022 15:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad20c43-f696-46df-85fa-9f3e17c74bdf x-openstack-request-id: req-dad20c43-f696-46df-85fa-9f3e17c74bdf {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:28:50.292241 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac8d32c-fd72-4373-8957-3e1698b2dd3c", "name": "network-vif-deleted", "tag": "e851153e-06d0-452a-ac68-7efce3d3bf25", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "615eb3a5-68de-4e10-9e81-33393fa2b6cd", "tag": "a6d9816f-451f-44af-8263-ece906a39b8f", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:28:50.292355 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-bfbcb4cf-7637-4d83-86d1-0c5d9e854212 req-d120744e-8c42-4177-928f-b9d7fd08db69 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] For port 8e0d422a-3a6d-4e22-8237-a99f06f45464, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8e0d422a-3a6d-4e22-8237-a99f06f45464,segment=NetworkSegment(afd25f22-0ac1-43f4-bcd0-4429d97ad80e),segment_id=afd25f22-0ac1-43f4-bcd0-4429d97ad80e)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:50.292836 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dad20c43-f696-46df-85fa-9f3e17c74bdf {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:28:50.292927 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dad20c43-f696-46df-85fa-9f3e17c74bdf'] response: {'server_uuid': '9ac8d32c-fd72-4373-8957-3e1698b2dd3c', 'name': 'network-vif-deleted', 'tag': 'e851153e-06d0-452a-ac68-7efce3d3bf25', 'status': 'completed', 'code': 200} Aug 19 15:28:50.293175 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dad20c43-f696-46df-85fa-9f3e17c74bdf'] response: {'name': 'network-changed', 'server_uuid': '615eb3a5-68de-4e10-9e81-33393fa2b6cd', 'tag': 'a6d9816f-451f-44af-8263-ece906a39b8f', 'status': 'completed', 'code': 200} Aug 19 15:28:50.325856 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-bfbcb4cf-7637-4d83-86d1-0c5d9e854212 req-d120744e-8c42-4177-928f-b9d7fd08db69 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:50.331062 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-bfbcb4cf-7637-4d83-86d1-0c5d9e854212 req-d120744e-8c42-4177-928f-b9d7fd08db69 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012003'] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:50.343080 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcb4cf-7637-4d83-86d1-0c5d9e854212 req-d120744e-8c42-4177-928f-b9d7fd08db69 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:50.343703 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-bfbcb4cf-7637-4d83-86d1-0c5d9e854212 req-d120744e-8c42-4177-928f-b9d7fd08db69 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:50.345359 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-bfbcb4cf-7637-4d83-86d1-0c5d9e854212 req-d120744e-8c42-4177-928f-b9d7fd08db69 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "PUT /networking/v2.0/ports/8e0d422a-3a6d-4e22-8237-a99f06f45464 HTTP/1.1" status: 200 len: 982 time: 0.3514113 Aug 19 15:28:50.345803 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc81caa-949a-42ac-b696-7bb7cb9c5fd5', 'tag': '8e0d422a-3a6d-4e22-8237-a99f06f45464'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:28:50.346013 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['8e0d422a-3a6d-4e22-8237-a99f06f45464'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:28:50.348259 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69ccef422e24697aa339ca93078f5b722801d9cd263b30b0a6d79bd9e8f250f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a76b45-e675-48c0-9840-b5d87c7a04f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc81caa-949a-42ac-b696-7bb7cb9c5fd5", "tag": "8e0d422a-3a6d-4e22-8237-a99f06f45464"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:28:50.438931 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['8e0d422a-3a6d-4e22-8237-a99f06f45464'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:28:50.442481 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120744e-8c42-4177-928f-b9d7fd08db69 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Pushing event updated for resources: {'Port': ['ID=8e0d422a-3a6d-4e22-8237-a99f06f45464,revision_number=6']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:50.475165 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037b73e-9003-4234-a009-89f06f94455c req-fbb8e316-0e1d-4479-b210-b7036a1c16c3 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:50.476807 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c037b73e-9003-4234-a009-89f06f94455c req-fbb8e316-0e1d-4479-b210-b7036a1c16c3 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 985 time: 0.0729461 Aug 19 15:28:50.478295 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea39172f-cddc-43e5-a89f-f9aaf04f0de1 x-openstack-request-id: req-ea39172f-cddc-43e5-a89f-f9aaf04f0de1 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:28:50.478640 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc81caa-949a-42ac-b696-7bb7cb9c5fd5", "tag": "8e0d422a-3a6d-4e22-8237-a99f06f45464", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:28:50.478954 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ea39172f-cddc-43e5-a89f-f9aaf04f0de1 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:28:50.479394 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea39172f-cddc-43e5-a89f-f9aaf04f0de1'] response: {'name': 'network-changed', 'server_uuid': '9bc81caa-949a-42ac-b696-7bb7cb9c5fd5', 'tag': '8e0d422a-3a6d-4e22-8237-a99f06f45464', 'status': 'completed', 'code': 200} Aug 19 15:28:50.538677 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c037b73e-9003-4234-a009-89f06f94455c req-3c7b95e0-bc7f-4b83-b9ad-f42789066bc3 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&id=03329b8d-b452-4f81-b221-e26ad361f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557282 Aug 19 15:28:50.713252 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:50.722319 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:50.730678 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aee029-62fa-429e-aa5b-167e2c22b7d6 req-99ec2712-122e-4354-9811-e0181079be6d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:50.732216 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-50aee029-62fa-429e-aa5b-167e2c22b7d6 req-99ec2712-122e-4354-9811-e0181079be6d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 943 time: 0.0524843 Aug 19 15:28:50.788222 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-50aee029-62fa-429e-aa5b-167e2c22b7d6 req-db93bf18-14ae-4e1e-b60a-50733fd2c230 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5314ff41-695f-497c-aec6-68ca7c898752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487323 Aug 19 15:28:50.844078 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569162f-6920-441e-a1e4-6e70db04e0b8 req-2f1005d8-0679-4c82-8ccf-9ef697d68d4b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:50.846080 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3569162f-6920-441e-a1e4-6e70db04e0b8 req-2f1005d8-0679-4c82-8ccf-9ef697d68d4b tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0516343 Aug 19 15:28:50.893157 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3569162f-6920-441e-a1e4-6e70db04e0b8 req-f4465bfa-69e5-4dd8-8ef3-cea54e69c793 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412245 Aug 19 15:28:50.908646 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:51.905397 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fb059-76e7-41a2-971a-8fde7ca62cbb req-d22e81b7-bf29-4de3-9ba3-cc15f590195b tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:51.906919 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-262fb059-76e7-41a2-971a-8fde7ca62cbb req-d22e81b7-bf29-4de3-9ba3-cc15f590195b tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 943 time: 0.0467708 Aug 19 15:28:51.955498 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:51.956308 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device e851153e-06d0-452a-ac68-7efce3d3bf25 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:28:51.962352 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-262fb059-76e7-41a2-971a-8fde7ca62cbb req-cd7106b8-3370-43fb-a687-05512827db28 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5314ff41-695f-497c-aec6-68ca7c898752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497437 Aug 19 15:28:51.981201 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: e851153e-06d0-452a-ac68-7efce3d3bf25 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:28:51.981687 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device e851153e-06d0-452a-ac68-7efce3d3bf25 not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:28:52.015054 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3af3be-1719-4181-aa75-d5d3f180fb75 req-61551be9-7c1a-463a-99c3-1be1efe54569 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:52.017275 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ad3af3be-1719-4181-aa75-d5d3f180fb75 req-61551be9-7c1a-463a-99c3-1be1efe54569 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0498190 Aug 19 15:28:52.066657 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ad3af3be-1719-4181-aa75-d5d3f180fb75 req-48663a85-7b8e-4746-b954-536b588b4e5d tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437956 Aug 19 15:28:52.187251 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea44881-e54a-4c4f-bc15-aa06faf8d0b5 req-f3798c6d-cd54-4f8b-b7d1-da3303e7b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:52.189257 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4ea44881-e54a-4c4f-bc15-aa06faf8d0b5 req-f3798c6d-cd54-4f8b-b7d1-da3303e7b133 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cbf14c554d854af5ba8cd910c82d42e0&device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 1127 time: 0.0850003 Aug 19 15:28:52.217929 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1c9379ac-bba1-4a95-8829-a0ddc6114213 req-660fed73-58e7-4145-b901-49282f830ba0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6984f544-3e69-4348-a7eb-5484342f7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257823 Aug 19 15:28:52.408239 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a76b45-e675-48c0-9840-b5d87c7a04f1 req-1b1410d4-cf43-4890-aa5b-0597f828b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:52.409738 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c6a76b45-e675-48c0-9840-b5d87c7a04f1 req-1b1410d4-cf43-4890-aa5b-0597f828b9fa service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3c3e603ab69848a2b9688f1e536017f3&device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 1169 time: 0.0835021 Aug 19 15:28:52.486966 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea44881-e54a-4c4f-bc15-aa06faf8d0b5 req-aba148ea-43d8-474f-9411-093449e91ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:52.488326 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4ea44881-e54a-4c4f-bc15-aa06faf8d0b5 req-aba148ea-43d8-474f-9411-093449e91ca5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=cbf14c554d854af5ba8cd910c82d42e0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1852713 Aug 19 15:28:52.520697 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:52.555698 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b615dab-94e3-4773-88fd-3b683df98161 req-5c993d0c-0bb6-40f3-b044-76663dda6e80 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:52.557164 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6b615dab-94e3-4773-88fd-3b683df98161 req-5c993d0c-0bb6-40f3-b044-76663dda6e80 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.1298988 Aug 19 15:28:52.629163 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:52.676764 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a76b45-e675-48c0-9840-b5d87c7a04f1 req-936c62a0-3656-4da6-ac6f-b0169b109ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:52.678209 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c6a76b45-e675-48c0-9840-b5d87c7a04f1 req-936c62a0-3656-4da6-ac6f-b0169b109ff6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6984f544-3e69-4348-a7eb-5484342f7b48 HTTP/1.1" status: 200 len: 916 time: 0.2498801 Aug 19 15:28:52.753693 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea44881-e54a-4c4f-bc15-aa06faf8d0b5 req-bb1b98c7-b996-4c12-ba46-2cc9f88f6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:52.755020 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4ea44881-e54a-4c4f-bc15-aa06faf8d0b5 req-bb1b98c7-b996-4c12-ba46-2cc9f88f6b6e service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2310216 Aug 19 15:28:52.767559 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-6b615dab-94e3-4773-88fd-3b683df98161 req-aa00dad0-1cb8-4736-b7d7-3eb92b95194c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Deleting port b97f032a-18f2-4b4c-aa4a-57e19ac342cd {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:28:52.767895 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-6b615dab-94e3-4773-88fd-3b683df98161 req-aa00dad0-1cb8-4736-b7d7-3eb92b95194c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (b97f032a-18f2-4b4c-aa4a-57e19ac342cd), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:52.803356 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c6a76b45-e675-48c0-9840-b5d87c7a04f1 req-0d7ebb61-3743-473d-803d-8f8538e26301 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e0d422a-3a6d-4e22-8237-a99f06f45464 HTTP/1.1" status: 200 len: 1002 time: 0.1016319 Aug 19 15:28:53.083764 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb3096-9c82-4634-a635-9000ff776ea6 req-7dd1b405-e424-44a9-b97e-2dfebfebc398 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:53.085314 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5ddb3096-9c82-4634-a635-9000ff776ea6 req-7dd1b405-e424-44a9-b97e-2dfebfebc398 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 943 time: 0.0488060 Aug 19 15:28:53.138370 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5ddb3096-9c82-4634-a635-9000ff776ea6 req-216c6046-3be2-48a0-9a87-6d5af7a1db05 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5314ff41-695f-497c-aec6-68ca7c898752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474174 Aug 19 15:28:53.171262 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e555b-3843-42c7-9862-d63765c92fda req-1e4249bd-cfc4-49bb-a96f-818fcf25c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:53.172818 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-783e555b-3843-42c7-9862-d63765c92fda req-1e4249bd-cfc4-49bb-a96f-818fcf25c05b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cbf14c554d854af5ba8cd910c82d42e0&device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 1127 time: 0.3686252 Aug 19 15:28:53.202937 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116e2b2-eed8-468f-bccf-413957e16e6c req-896a7d8b-851e-40b9-a763-3585bc245e9e tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:53.205141 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1116e2b2-eed8-468f-bccf-413957e16e6c req-896a7d8b-851e-40b9-a763-3585bc245e9e tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 945 time: 0.0521519 Aug 19 15:28:53.226691 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a76b45-e675-48c0-9840-b5d87c7a04f1 req-ab7758fd-a659-4cde-89d5-e0e238dab254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:53.228127 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c6a76b45-e675-48c0-9840-b5d87c7a04f1 req-ab7758fd-a659-4cde-89d5-e0e238dab254 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=660753bd-ccf6-487f-8cd3-a9754c97ad69 HTTP/1.1" status: 200 len: 854 time: 0.4134877 Aug 19 15:28:53.229827 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-6b615dab-94e3-4773-88fd-3b683df98161 req-aa00dad0-1cb8-4736-b7d7-3eb92b95194c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] For port b97f032a-18f2-4b4c-aa4a-57e19ac342cd, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b97f032a-18f2-4b4c-aa4a-57e19ac342cd,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:53.230188 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-6b615dab-94e3-4773-88fd-3b683df98161 req-aa00dad0-1cb8-4736-b7d7-3eb92b95194c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (b97f032a-18f2-4b4c-aa4a-57e19ac342cd), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:53.233370 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-783e555b-3843-42c7-9862-d63765c92fda req-ef7f3b0a-188b-4011-bbf8-72cab9f4bde9 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6d9816f-451f-44af-8263-ece906a39b8f HTTP/1.1" status: 200 len: 217 time: 0.0472140 Aug 19 15:28:53.252549 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1116e2b2-eed8-468f-bccf-413957e16e6c req-1604dfd4-3867-4ddb-9261-a070ff67fe18 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0dd4ee8-1238-4947-9992-0bedec5d4129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417304 Aug 19 15:28:53.261540 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-6b615dab-94e3-4773-88fd-3b683df98161 req-aa00dad0-1cb8-4736-b7d7-3eb92b95194c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Calling delete_port for b97f032a-18f2-4b4c-aa4a-57e19ac342cd owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:28:53.352573 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a76b45-e675-48c0-9840-b5d87c7a04f1 req-d61a0861-0217-4f78-b840-b4f5a513425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:53.354062 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c6a76b45-e675-48c0-9840-b5d87c7a04f1 req-d61a0861-0217-4f78-b840-b4f5a513425b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6984f544-3e69-4348-a7eb-5484342f7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1132913 Aug 19 15:28:53.364346 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e555b-3843-42c7-9862-d63765c92fda req-ab705432-2d76-4b6b-a729-834c3e541187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:53.365690 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-783e555b-3843-42c7-9862-d63765c92fda req-ab705432-2d76-4b6b-a729-834c3e541187 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9f5a617c-2964-456f-ae12-5bd7af7fa552 HTTP/1.1" status: 200 len: 854 time: 0.1238732 Aug 19 15:28:53.467668 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e555b-3843-42c7-9862-d63765c92fda req-9e3a7d9d-0606-48ab-8ca9-43bbd6e5ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:53.469345 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-783e555b-3843-42c7-9862-d63765c92fda req-9e3a7d9d-0606-48ab-8ca9-43bbd6e5ed1a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0956757 Aug 19 15:28:53.592445 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c6a76b45-e675-48c0-9840-b5d87c7a04f1 req-04e345a9-73ed-47da-84cc-90773cbe9c37 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6984f544-3e69-4348-a7eb-5484342f7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295210 Aug 19 15:28:53.612737 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:53.698570 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-783e555b-3843-42c7-9862-d63765c92fda req-3edb831c-5690-4406-b911-a8c88f7875c3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204387 Aug 19 15:28:53.707312 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-6b615dab-94e3-4773-88fd-3b683df98161 req-aa00dad0-1cb8-4736-b7d7-3eb92b95194c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (b97f032a-18f2-4b4c-aa4a-57e19ac342cd), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:53.720653 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['b97f032a-18f2-4b4c-aa4a-57e19ac342cd'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:28:53.723217 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:53.775831 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00dad0-1cb8-4736-b7d7-3eb92b95194c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Pushing event deleted for resources: {'Port': ['ID=b97f032a-18f2-4b4c-aa4a-57e19ac342cd,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:53.818443 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c6a76b45-e675-48c0-9840-b5d87c7a04f1 req-cb5b74b7-6621-497e-b23f-2be7e9513641 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6984f544-3e69-4348-a7eb-5484342f7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165947 Aug 19 15:28:53.863175 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b615dab-94e3-4773-88fd-3b683df98161 req-aa00dad0-1cb8-4736-b7d7-3eb92b95194c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] No DVR routers for this DVR port b97f032a-18f2-4b4c-aa4a-57e19ac342cd on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:28:53.866568 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-6b615dab-94e3-4773-88fd-3b683df98161 req-aa00dad0-1cb8-4736-b7d7-3eb92b95194c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:53.869818 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6b615dab-94e3-4773-88fd-3b683df98161 req-aa00dad0-1cb8-4736-b7d7-3eb92b95194c tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.52 "DELETE /networking/v2.0/ports/b97f032a-18f2-4b4c-aa4a-57e19ac342cd HTTP/1.1" status: 204 len: 173 time: 1.3025105 Aug 19 15:28:53.870244 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c60ba0-a623-41bb-ba6c-e9ff6e6a4802', 'name': 'network-vif-deleted', 'tag': 'b97f032a-18f2-4b4c-aa4a-57e19ac342cd'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:28:53.872490 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6970d0-edeb-4974-b11d-0736c660e771" -d '{"events": [{"server_uuid": "10c60ba0-a623-41bb-ba6c-e9ff6e6a4802", "name": "network-vif-deleted", "tag": "b97f032a-18f2-4b4c-aa4a-57e19ac342cd"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:28:53.898209 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-783e555b-3843-42c7-9862-d63765c92fda req-7a977422-4927-4fdb-b0b8-90e3614699b0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874638 Aug 19 15:28:53.922675 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98698ad3-8461-4430-b412-486415db4e2e x-openstack-request-id: req-98698ad3-8461-4430-b412-486415db4e2e {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:28:53.922999 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c60ba0-a623-41bb-ba6c-e9ff6e6a4802", "name": "network-vif-deleted", "tag": "b97f032a-18f2-4b4c-aa4a-57e19ac342cd", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:28:53.923665 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-98698ad3-8461-4430-b412-486415db4e2e {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:28:53.924954 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98698ad3-8461-4430-b412-486415db4e2e'] response: {'server_uuid': '10c60ba0-a623-41bb-ba6c-e9ff6e6a4802', 'name': 'network-vif-deleted', 'tag': 'b97f032a-18f2-4b4c-aa4a-57e19ac342cd', 'status': 'completed', 'code': 200} Aug 19 15:28:54.259205 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0e5dd-2b4e-4608-a2c1-565d773248bc req-534aa172-c6ab-44c1-99df-ec032df0c872 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:54.260719 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8aa0e5dd-2b4e-4608-a2c1-565d773248bc req-534aa172-c6ab-44c1-99df-ec032df0c872 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 943 time: 0.0494764 Aug 19 15:28:54.309608 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8aa0e5dd-2b4e-4608-a2c1-565d773248bc req-6ed741d1-3226-492b-b5f5-1c8194822b28 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5314ff41-695f-497c-aec6-68ca7c898752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432491 Aug 19 15:28:54.371934 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-61c71b07-7d9b-41a0-b71b-a36d52c025cd req-2b98dbea-c11c-440a-a643-93d089f45b48 tempest-ServerRescueNegativeTestJSON-592584515 tempest-ServerRescueNegativeTestJSON-592584515-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=10c60ba0-a623-41bb-ba6c-e9ff6e6a4802 HTTP/1.1" status: 200 len: 210 time: 0.0280540 Aug 19 15:28:55.432431 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0347299-9e67-4f85-99c2-f77085713803 req-0533d0f3-fcc5-4876-aaeb-e0a09382f69c tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:55.436030 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f0347299-9e67-4f85-99c2-f77085713803 req-0533d0f3-fcc5-4876-aaeb-e0a09382f69c tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 943 time: 0.0502470 Aug 19 15:28:55.440440 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46214) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:55.486592 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f0347299-9e67-4f85-99c2-f77085713803 req-686e2ce0-c2be-46dc-b222-66dae9b0f5e9 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5314ff41-695f-497c-aec6-68ca7c898752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435102 Aug 19 15:28:55.854243 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4d2809de-88cd-4904-a840-ab5c15b0acc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827495'] for router_interface (50751003-e725-4d98-99b0-b58bba5418c9), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:56.080154 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-4d2809de-88cd-4904-a840-ab5c15b0acc9 admin admin] Deleting port e7249fe4-1acd-444c-bab4-9045dade6c27 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:28:56.080434 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4d2809de-88cd-4904-a840-ab5c15b0acc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (e7249fe4-1acd-444c-bab4-9045dade6c27), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:56.162513 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-4d2809de-88cd-4904-a840-ab5c15b0acc9 admin admin] For port e7249fe4-1acd-444c-bab4-9045dade6c27, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=e7249fe4-1acd-444c-bab4-9045dade6c27,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:56.162870 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4d2809de-88cd-4904-a840-ab5c15b0acc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (e7249fe4-1acd-444c-bab4-9045dade6c27), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:56.175792 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-4d2809de-88cd-4904-a840-ab5c15b0acc9 admin admin] Calling delete_port for e7249fe4-1acd-444c-bab4-9045dade6c27 owned by network:router_interface {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:28:56.180831 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:56.299266 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:56.358799 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4d2809de-88cd-4904-a840-ab5c15b0acc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (e7249fe4-1acd-444c-bab4-9045dade6c27), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:56.384101 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2809de-88cd-4904-a840-ab5c15b0acc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7249fe4-1acd-444c-bab4-9045dade6c27,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:56.556061 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4d2809de-88cd-4904-a840-ab5c15b0acc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808215'] for router_interface (50751003-e725-4d98-99b0-b58bba5418c9), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:56.613522 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c06c8-0869-4dd0-a1b8-cfaf9d7a8b86 req-88783f56-4cda-4cb4-ba05-9d952c693e4f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:56.615100 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-306c06c8-0869-4dd0-a1b8-cfaf9d7a8b86 req-88783f56-4cda-4cb4-ba05-9d952c693e4f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 943 time: 0.0493560 Aug 19 15:28:56.663825 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-306c06c8-0869-4dd0-a1b8-cfaf9d7a8b86 req-e8300eed-bec5-4731-b46a-0e30245a3248 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5314ff41-695f-497c-aec6-68ca7c898752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429957 Aug 19 15:28:56.769400 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2809de-88cd-4904-a840-ab5c15b0acc9 admin admin] Router 50751003-e725-4d98-99b0-b58bba5418c9 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:28:56.873589 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2809de-88cd-4904-a840-ab5c15b0acc9 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:28:56.879204 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-4d2809de-88cd-4904-a840-ab5c15b0acc9 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/50751003-e725-4d98-99b0-b58bba5418c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4382038 Aug 19 15:28:56.881722 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46222) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:56.883041 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f2be8-e976-4b9f-9133-3d7166feda96 None None] Sync routers for ids ['50751003-e725-4d98-99b0-b58bba5418c9'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:28:56.893558 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f2be8-e976-4b9f-9133-3d7166feda96 None None] Routers {'50751003-e725-4d98-99b0-b58bba5418c9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:28:56.894164 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-b47f2be8-e976-4b9f-9133-3d7166feda96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:28:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['50751003-e725-4d98-99b0-b58bba5418c9'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:56.986108 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1a58f1d3-71f6-4533-97a6-de5632edf5d5 admin admin] Publish callbacks [] for router (50751003-e725-4d98-99b0-b58bba5418c9), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:57.018313 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=100 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:57.069235 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:57.086872 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1a58f1d3-71f6-4533-97a6-de5632edf5d5 admin admin] Publish callbacks [] for router_gateway (50751003-e725-4d98-99b0-b58bba5418c9), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:57.087302 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-b47f2be8-e976-4b9f-9133-3d7166feda96 None None] Set router 50751003-e725-4d98-99b0-b58bba5418c9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:28:57.229289 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=100 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:57.267838 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-b47f2be8-e976-4b9f-9133-3d7166feda96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50751003-e725-4d98-99b0-b58bba5418c9', 'name': 'tempest-ServerRescueNegativeTestJSON-229349538-router', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:28:56Z', 'revision_number': 5, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'gw_port': {'id': '79c9994b-c97d-49db-a2c2-42019f0882fd', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50751003-e725-4d98-99b0-b58bba5418c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:04Z', 'updated_at': '2022-08-19T15:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:57.294988 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f2be8-e976-4b9f-9133-3d7166feda96 None None] Checking router: 50751003-e725-4d98-99b0-b58bba5418c9 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:28:57.304471 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f2be8-e976-4b9f-9133-3d7166feda96 None None] Routers {'50751003-e725-4d98-99b0-b58bba5418c9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:28:57.305080 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-b47f2be8-e976-4b9f-9133-3d7166feda96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:28:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['50751003-e725-4d98-99b0-b58bba5418c9'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:57.379132 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-1a58f1d3-71f6-4533-97a6-de5632edf5d5 admin admin] Deleting port 79c9994b-c97d-49db-a2c2-42019f0882fd {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:28:57.379475 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1a58f1d3-71f6-4533-97a6-de5632edf5d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (79c9994b-c97d-49db-a2c2-42019f0882fd), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:57.391638 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-b47f2be8-e976-4b9f-9133-3d7166feda96 None None] Set router 50751003-e725-4d98-99b0-b58bba5418c9 gateway port host: None {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:28:57.439889 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-b47f2be8-e976-4b9f-9133-3d7166feda96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50751003-e725-4d98-99b0-b58bba5418c9', 'name': 'tempest-ServerRescueNegativeTestJSON-229349538-router', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:28:57Z', 'revision_number': 6, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'gw_port_host': None}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:57.459960 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-1a58f1d3-71f6-4533-97a6-de5632edf5d5 admin admin] For port 79c9994b-c97d-49db-a2c2-42019f0882fd, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=79c9994b-c97d-49db-a2c2-42019f0882fd,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:57.460324 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1a58f1d3-71f6-4533-97a6-de5632edf5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (79c9994b-c97d-49db-a2c2-42019f0882fd), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:57.467006 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f2be8-e976-4b9f-9133-3d7166feda96 None None] The sync data for ids ['50751003-e725-4d98-99b0-b58bba5418c9'] in dv-cinder-835384-20-iscsi is: [{'id': '50751003-e725-4d98-99b0-b58bba5418c9', 'name': 'tempest-ServerRescueNegativeTestJSON-229349538-router', 'tenant_id': 'dcca6c7d30114cd0936eb30381efad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:28:57Z', 'revision_number': 6, 'project_id': 'dcca6c7d30114cd0936eb30381efad7d', 'gw_port_host': None}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:28:57.473143 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:57.477782 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-1a58f1d3-71f6-4533-97a6-de5632edf5d5 admin admin] Calling delete_port for 79c9994b-c97d-49db-a2c2-42019f0882fd owned by network:router_gateway {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:28:57.659733 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1a58f1d3-71f6-4533-97a6-de5632edf5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (79c9994b-c97d-49db-a2c2-42019f0882fd), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:57.683321 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58f1d3-71f6-4533-97a6-de5632edf5d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c9994b-c97d-49db-a2c2-42019f0882fd,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:57.748853 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1a58f1d3-71f6-4533-97a6-de5632edf5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809638'] for router_gateway (50751003-e725-4d98-99b0-b58bba5418c9), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:57.798199 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b468ee-d0e3-43ab-9039-8716b27f8a6e req-f6670ea6-1660-405d-822e-778eebd37d33 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:57.800013 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f3b468ee-d0e3-43ab-9039-8716b27f8a6e req-f6670ea6-1660-405d-822e-778eebd37d33 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 943 time: 0.0509560 Aug 19 15:28:57.840029 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1a58f1d3-71f6-4533-97a6-de5632edf5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12054'] for router (50751003-e725-4d98-99b0-b58bba5418c9), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:57.842306 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1a58f1d3-71f6-4533-97a6-de5632edf5d5 admin admin] Publish callbacks [] for router_controller (50751003-e725-4d98-99b0-b58bba5418c9), precommit_delete_associations {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:57.852585 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f3b468ee-d0e3-43ab-9039-8716b27f8a6e req-cca106c2-99e1-4a8a-a14d-886ccd6047be tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5314ff41-695f-497c-aec6-68ca7c898752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468132 Aug 19 15:28:57.888637 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1a58f1d3-71f6-4533-97a6-de5632edf5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808224'] for router (50751003-e725-4d98-99b0-b58bba5418c9), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:57.889255 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a58f1d3-71f6-4533-97a6-de5632edf5d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50751003-e725-4d98-99b0-b58bba5418c9 {{(pid=106285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:28:57.894428 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1a58f1d3-71f6-4533-97a6-de5632edf5d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:57.898100 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-1a58f1d3-71f6-4533-97a6-de5632edf5d5 admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/50751003-e725-4d98-99b0-b58bba5418c9 HTTP/1.1" status: 204 len: 168 time: 1.0129628 Aug 19 15:28:57.898411 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46226) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:57.951938 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1008a47-9ec2-45e8-8be3-6376d6eb5bbb admin admin] Deleting subnet 93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb {{(pid=106285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 19 15:28:57.958233 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e1008a47-9ec2-45e8-8be3-6376d6eb5bbb admin admin] Publish callbacks [] for subnet (93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:57.958383 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device a6d9816f-451f-44af-8263-ece906a39b8f details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:28:57.967013 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device b97f032a-18f2-4b4c-aa4a-57e19ac342cd no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:28:57.995069 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: b97f032a-18f2-4b4c-aa4a-57e19ac342cd {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:28:57.995415 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device b97f032a-18f2-4b4c-aa4a-57e19ac342cd not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:28:57.995596 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e1008a47-9ec2-45e8-8be3-6376d6eb5bbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14938841'] for subnet (93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb), precommit_delete_associations {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:58.074115 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e1008a47-9ec2-45e8-8be3-6376d6eb5bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550255'] for subnet (93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:58.085319 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port a6d9816f-451f-44af-8263-ece906a39b8f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a6d9816f-451f-44af-8263-ece906a39b8f,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:58.097551 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': 'a6d9816f-451f-44af-8263-ece906a39b8f', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'port_id': 'a6d9816f-451f-44af-8263-ece906a39b8f', 'mac_address': 'fa:16:3e:4a:7e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:28:58.132833 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e1008a47-9ec2-45e8-8be3-6376d6eb5bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16617200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16591531'] for subnet (93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:58.139160 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port a6d9816f-451f-44af-8263-ece906a39b8f is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:28:58.139551 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (a6d9816f-451f-44af-8263-ece906a39b8f), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:58.153363 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d9816f-451f-44af-8263-ece906a39b8f {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:28:58.161306 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1008a47-9ec2-45e8-8be3-6376d6eb5bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:58.164856 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e1008a47-9ec2-45e8-8be3-6376d6eb5bbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:58.168053 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-e1008a47-9ec2-45e8-8be3-6376d6eb5bbb admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/93a70e8e-afe7-4f0d-8ecb-4a3df0ef6afb HTTP/1.1" status: 204 len: 168 time: 0.2687733 Aug 19 15:28:58.170702 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46228) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:58.170999 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f22d5c-abf0-4f48-90f1-f366c275ecbd None None] Network 767088c7-8ee1-471e-80fb-53a5e6370be0 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:28:58.190921 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port a6d9816f-451f-44af-8263-ece906a39b8f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a6d9816f-451f-44af-8263-ece906a39b8f,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:58.194835 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=6 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:58.203017 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (a6d9816f-451f-44af-8263-ece906a39b8f), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:58.243757 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742190'] for network (767088c7-8ee1-471e-80fb-53a5e6370be0), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:58.292900 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] Deleting port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:28:58.293258 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (202e0e0b-2920-45db-9b02-b6e5ecb33e7d), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:58.316969 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=a6d9816f-451f-44af-8263-ece906a39b8f,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:58.324338 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:58.324661 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:58.325030 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:58.325393 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:58.325739 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:58.326071 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:58.326406 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:58.326732 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:58.327062 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:58.327388 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:58.327714 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:58.328041 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:58.328939 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:58.329263 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:58.329600 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:58.365782 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] For port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=202e0e0b-2920-45db-9b02-b6e5ecb33e7d,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:58.366154 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (202e0e0b-2920-45db-9b02-b6e5ecb33e7d), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:58.379766 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] Calling delete_port for 202e0e0b-2920-45db-9b02-b6e5ecb33e7d owned by network:dhcp {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:28:58.401996 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9710363-2d6d-41f8-82ce-a16f3a2e1cb3 None None] DHCP port deletion for 767088c7-8ee1-471e-80fb-53a5e6370be0 request from dv-cinder-835384-20-iscsi {{(pid=106286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 19 15:28:58.432599 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:58.442605 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-d9710363-2d6d-41f8-82ce-a16f3a2e1cb3 None None] Deleting port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:28:58.442999 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d9710363-2d6d-41f8-82ce-a16f3a2e1cb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (202e0e0b-2920-45db-9b02-b6e5ecb33e7d), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:58.472865 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (202e0e0b-2920-45db-9b02-b6e5ecb33e7d), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:58.501632 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['a6d9816f-451f-44af-8263-ece906a39b8f'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:28:58.502056 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] Pushing event deleted for resources: {'Port': ['ID=202e0e0b-2920-45db-9b02-b6e5ecb33e7d,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:58.505444 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] No DVR routers for this DVR port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d on host dv-cinder-835384-20-iscsi {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:28:58.535848 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:58.538242 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-d9710363-2d6d-41f8-82ce-a16f3a2e1cb3 None None] For port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=202e0e0b-2920-45db-9b02-b6e5ecb33e7d,segment=NetworkSegment(5438cab1-d7d6-4899-9066-e3353901fbae),segment_id=5438cab1-d7d6-4899-9066-e3353901fbae)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:58.538617 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d9710363-2d6d-41f8-82ce-a16f3a2e1cb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (202e0e0b-2920-45db-9b02-b6e5ecb33e7d), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:58.563539 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-d9710363-2d6d-41f8-82ce-a16f3a2e1cb3 None None] Calling delete_port for 202e0e0b-2920-45db-9b02-b6e5ecb33e7d owned by network:dhcp {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:28:58.589638 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551398', 'neutron.services.segments.db._delete_segments_for_network-8774275715211'] for network (767088c7-8ee1-471e-80fb-53a5e6370be0), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:58.611823 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.services.segments.db [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767088c7-8ee1-471e-80fb-53a5e6370be0']}} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:58.621405 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.services.segments.db [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5438cab1-d7d6-4899-9066-e3353901fbae') {'for_net_delete': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:58.621702 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.services.segments.db [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5438cab1-d7d6-4899-9066-e3353901fbae') {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:58.631974 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774275715274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14938658'] for segment (5438cab1-d7d6-4899-9066-e3353901fbae), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:58.646084 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (5438cab1-d7d6-4899-9066-e3353901fbae), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:58.652826 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=106285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:28:58.653212 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16617114'] for segment (5438cab1-d7d6-4899-9066-e3353901fbae), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:58.662436 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:58.721414 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d9710363-2d6d-41f8-82ce-a16f3a2e1cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391'] for port (202e0e0b-2920-45db-9b02-b6e5ecb33e7d), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:58.722960 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809602'] for network (767088c7-8ee1-471e-80fb-53a5e6370be0), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:58.731272 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:58.734673 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/767088c7-8ee1-471e-80fb-53a5e6370be0 HTTP/1.1" status: 204 len: 168 time: 0.5628278 Aug 19 15:28:58.745069 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7038a87-068b-4f56-9c37-288f2298e919 admin admin] Pushing event deleted for resources: {'Network': ['ID=767088c7-8ee1-471e-80fb-53a5e6370be0,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:58.759633 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9710363-2d6d-41f8-82ce-a16f3a2e1cb3 None None] Pushing event deleted for resources: {'Port': ['ID=202e0e0b-2920-45db-9b02-b6e5ecb33e7d,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:58.764411 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9710363-2d6d-41f8-82ce-a16f3a2e1cb3 None None] Network 767088c7-8ee1-471e-80fb-53a5e6370be0 is not hosted by any dhcp agent {{(pid=106286) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 15:28:58.764796 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9710363-2d6d-41f8-82ce-a16f3a2e1cb3 None None] No DVR routers for this DVR port 202e0e0b-2920-45db-9b02-b6e5ecb33e7d on host dv-cinder-835384-20-iscsi {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:28:58.784234 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.services.segments.plugin [-] Segment 5438cab1-d7d6-4899-9066-e3353901fbae resource provider aggregate not found Aug 19 15:28:58.802257 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.services.segments.plugin [-] Segment 5438cab1-d7d6-4899-9066-e3353901fbae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5438cab1-d7d6-4899-9066-e3353901fbae found for delete ", "request_id": "req-12636acb-0cf1-41ed-8546-e4c5cb51f3e6"}]} Aug 19 15:28:58.861937 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46240) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:58.905297 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-005443f0-9373-4df9-bcbf-49bf737948c1 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=dcca6c7d30114cd0936eb30381efad7d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398579 Aug 19 15:28:58.906388 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46244) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:58.971691 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:28:58.988217 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2e3cf-764c-4c35-a508-df61a1dd2803 req-df3be10b-387c-415d-bb4d-a23800ee3589 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:28:58.989714 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9ad2e3cf-764c-4c35-a508-df61a1dd2803 req-df3be10b-387c-415d-bb4d-a23800ee3589 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 944 time: 0.0598977 Aug 19 15:28:59.006282 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b95e1920-c981-4b63-b9e5-364cc1b41638 admin admin] Publish callbacks [] for security_group (e0dd4ee8-1238-4947-9992-0bedec5d4129), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:59.046415 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b95e1920-c981-4b63-b9e5-364cc1b41638 admin admin] Publish callbacks [] for security_group (e0dd4ee8-1238-4947-9992-0bedec5d4129), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:59.069862 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9ad2e3cf-764c-4c35-a508-df61a1dd2803 req-53acb96d-9c5c-4825-b158-b3f400065db0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5314ff41-695f-497c-aec6-68ca7c898752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746651 Aug 19 15:28:59.108637 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b95e1920-c981-4b63-b9e5-364cc1b41638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (e0dd4ee8-1238-4947-9992-0bedec5d4129), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:59.111229 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b95e1920-c981-4b63-b9e5-364cc1b41638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:59.112560 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b95e1920-c981-4b63-b9e5-364cc1b41638 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/e0dd4ee8-1238-4947-9992-0bedec5d4129 HTTP/1.1" status: 204 len: 168 time: 0.2041752 Aug 19 15:28:59.120775 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e1920-c981-4b63-b9e5-364cc1b41638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dd4ee8-1238-4947-9992-0bedec5d4129,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:59.402110 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device e7249fe4-1acd-444c-bab4-9045dade6c27 no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:28:59.423765 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: e7249fe4-1acd-444c-bab4-9045dade6c27 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:28:59.424135 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device e7249fe4-1acd-444c-bab4-9045dade6c27 not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:28:59.424578 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 79c9994b-c97d-49db-a2c2-42019f0882fd no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:28:59.443916 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 79c9994b-c97d-49db-a2c2-42019f0882fd {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:28:59.444266 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 79c9994b-c97d-49db-a2c2-42019f0882fd not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:28:59.444712 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 202e0e0b-2920-45db-9b02-b6e5ecb33e7d no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:28:59.462633 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 202e0e0b-2920-45db-9b02-b6e5ecb33e7d {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:28:59.462976 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 202e0e0b-2920-45db-9b02-b6e5ecb33e7d not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:28:59.811922 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46266) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:28:59.907393 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-26e7e3ea-ee02-4708-bb5e-8d98e5be8ed5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-215072180-network', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:59.928080 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e7e3ea-ee02-4708-bb5e-8d98e5be8ed5 admin admin] Made reservation on behalf of 981bbb7282bd40d0b5335280d5041fa5 for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:28:59.930472 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-26e7e3ea-ee02-4708-bb5e-8d98e5be8ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:59.939433 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-26e7e3ea-ee02-4708-bb5e-8d98e5be8ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:28:59.954570 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device a6d9816f-451f-44af-8263-ece906a39b8f up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:59.983987 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:00.003716 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port a6d9816f-451f-44af-8263-ece906a39b8f completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:29:00.010206 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port a6d9816f-451f-44af-8263-ece906a39b8f triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:29:00.010624 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (a6d9816f-451f-44af-8263-ece906a39b8f), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:00.020986 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-26e7e3ea-ee02-4708-bb5e-8d98e5be8ed5 admin admin] Publish callbacks [] for security_group (36723235-3417-495a-b401-a9ca6eb45f5b), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:00.025444 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-26e7e3ea-ee02-4708-bb5e-8d98e5be8ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (36723235-3417-495a-b401-a9ca6eb45f5b), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:00.051920 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e7e3ea-ee02-4708-bb5e-8d98e5be8ed5 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=106284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:29:00.062122 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7e3ea-ee02-4708-bb5e-8d98e5be8ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36723235-3417-495a-b401-a9ca6eb45f5b,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:00.071784 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-26e7e3ea-ee02-4708-bb5e-8d98e5be8ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (290fffa1-5613-4a0e-bfe4-e549d7c1ac31), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:00.072144 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-26e7e3ea-ee02-4708-bb5e-8d98e5be8ed5 admin admin] Added segment 290fffa1-5613-4a0e-bfe4-e549d7c1ac31 of type vlan for network f06e0ad7-daca-4c6f-af5a-93d063934231 Aug 19 15:29:00.090033 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port a6d9816f-451f-44af-8263-ece906a39b8f is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:29:00.090427 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (a6d9816f-451f-44af-8263-ece906a39b8f), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:00.116772 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615eb3a5-68de-4e10-9e81-33393fa2b6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d9816f-451f-44af-8263-ece906a39b8f'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:29:00.117808 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-26e7e3ea-ee02-4708-bb5e-8d98e5be8ed5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (f06e0ad7-daca-4c6f-af5a-93d063934231), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:00.119162 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185cdb1d-b767-43e0-a872-be447e183e4b" -d '{"events": [{"server_uuid": "615eb3a5-68de-4e10-9e81-33393fa2b6cd", "name": "network-vif-plugged", "status": "completed", "tag": "a6d9816f-451f-44af-8263-ece906a39b8f"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:29:00.132959 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port a6d9816f-451f-44af-8263-ece906a39b8f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a6d9816f-451f-44af-8263-ece906a39b8f,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:00.138242 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (a6d9816f-451f-44af-8263-ece906a39b8f), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:00.153582 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-26e7e3ea-ee02-4708-bb5e-8d98e5be8ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (f06e0ad7-daca-4c6f-af5a-93d063934231), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:00.155271 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e7e3ea-ee02-4708-bb5e-8d98e5be8ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:00.156001 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-26e7e3ea-ee02-4708-bb5e-8d98e5be8ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:00.193703 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=a6d9816f-451f-44af-8263-ece906a39b8f,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:00.230602 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-26e7e3ea-ee02-4708-bb5e-8d98e5be8ed5 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4173801 Aug 19 15:29:00.233637 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46276) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:00.238633 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-8eec91dc-8a8c-469e-a04b-1beb967af158 admin admin] Request body: {'subnet': {'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-subnet', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:00.278441 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eec91dc-8a8c-469e-a04b-1beb967af158 admin admin] Made reservation on behalf of 981bbb7282bd40d0b5335280d5041fa5 for: {'subnet': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:00.280011 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306533de-275b-422a-a76e-dfc3f030e9a4 req-e3b0b095-706f-43ca-a21e-b4ac5356db4b tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:00.280873 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8eec91dc-8a8c-469e-a04b-1beb967af158 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16591564'] for subnet (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:00.281774 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-306533de-275b-422a-a76e-dfc3f030e9a4 req-e3b0b095-706f-43ca-a21e-b4ac5356db4b tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 945 time: 0.1212747 Aug 19 15:29:00.282765 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7e3ea-ee02-4708-bb5e-8d98e5be8ed5 admin admin] Pushing event updated for resources: {'Network': ['ID=f06e0ad7-daca-4c6f-af5a-93d063934231,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:00.297994 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network f06e0ad7-daca-4c6f-af5a-93d063934231 details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:29:00.312506 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091fe161-8b93-4e52-bb8d-51ec897facff x-openstack-request-id: req-091fe161-8b93-4e52-bb8d-51ec897facff {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:29:00.313306 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615eb3a5-68de-4e10-9e81-33393fa2b6cd", "name": "network-vif-plugged", "status": "completed", "tag": "a6d9816f-451f-44af-8263-ece906a39b8f", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:29:00.313701 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-091fe161-8b93-4e52-bb8d-51ec897facff {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:29:00.314398 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-091fe161-8b93-4e52-bb8d-51ec897facff'] response: {'server_uuid': '615eb3a5-68de-4e10-9e81-33393fa2b6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d9816f-451f-44af-8263-ece906a39b8f', 'code': 200} Aug 19 15:29:00.341003 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-306533de-275b-422a-a76e-dfc3f030e9a4 req-5af4d54e-94cd-4137-9402-045ab5c44866 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5314ff41-695f-497c-aec6-68ca7c898752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508721 Aug 19 15:29:00.522581 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8eec91dc-8a8c-469e-a04b-1beb967af158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16616503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16591570'] for subnet (2f0ea525-4b9d-40ca-9d97-037acc3e2cfc), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:00.530730 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96bdea-f429-4f57-8c48-f2a1e757b4c2 req-194a6433-291a-4fc4-8431-d17a1a0b5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:00.532338 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-bd96bdea-f429-4f57-8c48-f2a1e757b4c2 req-194a6433-291a-4fc4-8431-d17a1a0b5916 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 1129 time: 0.0663192 Aug 19 15:29:00.569569 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:00.614328 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec91dc-8a8c-469e-a04b-1beb967af158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f0ea525-4b9d-40ca-9d97-037acc3e2cfc,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:00.635079 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-bd96bdea-f429-4f57-8c48-f2a1e757b4c2 req-df2a12ec-088d-4e1f-b6da-a5bb778e0612 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5314ff41-695f-497c-aec6-68ca7c898752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844467 Aug 19 15:29:00.635896 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eec91dc-8a8c-469e-a04b-1beb967af158 admin admin] Checking segment: {'id': '290fffa1-5613-4a0e-bfe4-e549d7c1ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:29:00.636247 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eec91dc-8a8c-469e-a04b-1beb967af158 admin admin] Network hostable DHCP agents. Network: f06e0ad7-daca-4c6f-af5a-93d063934231, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:29:00.654083 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eec91dc-8a8c-469e-a04b-1beb967af158 admin admin] Network f06e0ad7-daca-4c6f-af5a-93d063934231 is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:29:00.662393 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-8eec91dc-8a8c-469e-a04b-1beb967af158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, f06e0ad7-daca-4c6f-af5a-93d063934231) {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:00.666501 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eec91dc-8a8c-469e-a04b-1beb967af158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:00.667109 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8eec91dc-8a8c-469e-a04b-1beb967af158 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:00.675993 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471cb675-2222-405c-abe0-3805ac8a68a0 None None] Network f06e0ad7-daca-4c6f-af5a-93d063934231 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:29:00.686345 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-8eec91dc-8a8c-469e-a04b-1beb967af158 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4516191 Aug 19 15:29:00.689868 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46278) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:00.695391 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:00.703166 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:00.720482 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (81dba262-78d6-45eb-92b2-b6ad51e221f4), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:00.721497 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12047'] for router (81dba262-78d6-45eb-92b2-b6ad51e221f4), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:00.777173 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] Publish callbacks [] for router_controller (81dba262-78d6-45eb-92b2-b6ad51e221f4), precommit_add_association {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:00.789877 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db945748-accf-412d-bfe3-7342a787433b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ef4bc4-d368-54e3-92c9-12ec6c9c3899-f06e0ad7-daca-4c6f-af5a-93d063934231', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc'}]}} from dv-cinder-835384-20-iscsi. {{(pid=106286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 19 15:29:00.790807 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-db945748-accf-412d-bfe3-7342a787433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:00.926033 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] Publish callbacks [] for router_gateway (81dba262-78d6-45eb-92b2-b6ad51e221f4), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:00.938307 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:00.940160 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-db945748-accf-412d-bfe3-7342a787433b None None] Allocated IP 172.20.0.2 (f06e0ad7-daca-4c6f-af5a-93d063934231/2f0ea525-4b9d-40ca-9d97-037acc3e2cfc/fb45364d-32a4-4a99-afed-0d8c4b09535e) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:29:01.046874 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004d070-1ab1-4ca1-a022-3261b6dff6c1 req-c6efb9d5-afef-4a43-9635-f2b6a9dd34a8 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:01.049992 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e004d070-1ab1-4ca1-a022-3261b6dff6c1 req-c6efb9d5-afef-4a43-9635-f2b6a9dd34a8 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 945 time: 0.0527313 Aug 19 15:29:01.054748 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:01.109386 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e004d070-1ab1-4ca1-a022-3261b6dff6c1 req-bb14d7fd-40bd-45b1-85ab-d4d0695795e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525479 Aug 19 15:29:01.114158 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-db945748-accf-412d-bfe3-7342a787433b None None] Publish callbacks [] for port (fb45364d-32a4-4a99-afed-0d8c4b09535e), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:01.121552 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-db945748-accf-412d-bfe3-7342a787433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (fb45364d-32a4-4a99-afed-0d8c4b09535e), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:01.137791 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] Publish callbacks [] for router_gateway (81dba262-78d6-45eb-92b2-b6ad51e221f4), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:01.161328 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:01.287023 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] Allocated IP 172.27.2.232 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/e92b1e31-a298-4a01-955b-086a46fe92b0) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:29:01.287691 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db945748-accf-412d-bfe3-7342a787433b None None] Network f06e0ad7-daca-4c6f-af5a-93d063934231 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:01.290158 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-db945748-accf-412d-bfe3-7342a787433b None None] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:01.297558 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db945748-accf-412d-bfe3-7342a787433b None None] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:29:01.324777 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db945748-accf-412d-bfe3-7342a787433b None None] Pushing event updated for resources: {'Port': ['ID=fb45364d-32a4-4a99-afed-0d8c4b09535e,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:01.360748 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-db945748-accf-412d-bfe3-7342a787433b None None] Attempting to bind port fb45364d-32a4-4a99-afed-0d8c4b09535e on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:29:01.361122 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-db945748-accf-412d-bfe3-7342a787433b None None] Attempting to bind port fb45364d-32a4-4a99-afed-0d8c4b09535e by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': '290fffa1-5613-4a0e-bfe4-e549d7c1ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:29:01.361484 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db945748-accf-412d-bfe3-7342a787433b None None] Attempting to bind port fb45364d-32a4-4a99-afed-0d8c4b09535e on network f06e0ad7-daca-4c6f-af5a-93d063934231 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:29:01.367387 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db945748-accf-412d-bfe3-7342a787433b None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:29:01.367735 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db945748-accf-412d-bfe3-7342a787433b None None] Checking segment: {'id': '290fffa1-5613-4a0e-bfe4-e549d7c1ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:29:01.368139 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-db945748-accf-412d-bfe3-7342a787433b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:01.369850 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db945748-accf-412d-bfe3-7342a787433b None None] Bound using segment: {'id': '290fffa1-5613-4a0e-bfe4-e549d7c1ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:29:01.369850 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-db945748-accf-412d-bfe3-7342a787433b None None] Bound port: fb45364d-32a4-4a99-afed-0d8c4b09535e, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290fffa1-5613-4a0e-bfe4-e549d7c1ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:29:01.369850 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-db945748-accf-412d-bfe3-7342a787433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (fb45364d-32a4-4a99-afed-0d8c4b09535e), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:01.440445 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] Publish callbacks [] for port (e92b1e31-a298-4a01-955b-086a46fe92b0), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:01.443437 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-db945748-accf-412d-bfe3-7342a787433b None None] For port fb45364d-32a4-4a99-afed-0d8c4b09535e, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:29:01.446808 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-db945748-accf-412d-bfe3-7342a787433b None None] For port fb45364d-32a4-4a99-afed-0d8c4b09535e, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=fb45364d-32a4-4a99-afed-0d8c4b09535e,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:29:01.456471 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-db945748-accf-412d-bfe3-7342a787433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (fb45364d-32a4-4a99-afed-0d8c4b09535e), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:01.490036 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (e92b1e31-a298-4a01-955b-086a46fe92b0), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:01.512476 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87cb37-79f1-4c28-9c41-d04cc95a8a86 req-cb33b34a-85f3-41e3-8b65-aaf0bdde3a32 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:01.523540 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ba87cb37-79f1-4c28-9c41-d04cc95a8a86 req-cb33b34a-85f3-41e3-8b65-aaf0bdde3a32 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 945 time: 0.0858543 Aug 19 15:29:01.526475 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db945748-accf-412d-bfe3-7342a787433b None None] Pushing event updated for resources: {'Port': ['ID=fb45364d-32a4-4a99-afed-0d8c4b09535e,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:01.551607 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:01.557133 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:01.559501 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:29:01.563313 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e92b1e31-a298-4a01-955b-086a46fe92b0,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:01.577463 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ba87cb37-79f1-4c28-9c41-d04cc95a8a86 req-2e911285-eab8-4eec-a90f-c8fe0b92f4b2 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5314ff41-695f-497c-aec6-68ca7c898752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530527 Aug 19 15:29:01.700437 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:01.804811 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=7,neutron:SELECT=87,neutron:INSERT=6 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:01.863898 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] Publish callbacks [] for router_gateway (81dba262-78d6-45eb-92b2-b6ad51e221f4), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:02.052736 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809500'] for router (81dba262-78d6-45eb-92b2-b6ad51e221f4), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:02.182913 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] Router 81dba262-78d6-45eb-92b2-b6ad51e221f4 is scheduled to L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c with binding_index 1 {{(pid=106285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:29:02.207486 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:02.245492 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eef27-ecb6-416d-aa1c-733967627675 req-6fd3d005-13a3-4148-8d7b-d396a5f8a353 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:02.247044 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c67eef27-ecb6-416d-aa1c-733967627675 req-6fd3d005-13a3-4148-8d7b-d396a5f8a353 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 945 time: 0.0510609 Aug 19 15:29:02.290788 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:02.302320 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Sync routers for ids ['81dba262-78d6-45eb-92b2-b6ad51e221f4'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:02.314073 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:02.317658 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Routers {'81dba262-78d6-45eb-92b2-b6ad51e221f4'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:29:02.318360 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:28:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['81dba262-78d6-45eb-92b2-b6ad51e221f4'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:02.318684 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-4ba62118-43ed-4650-9101-10fbf9de01b6 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6277976 Aug 19 15:29:02.319462 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46288) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:02.321451 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c67eef27-ecb6-416d-aa1c-733967627675 req-f9e60685-8f39-41a1-a196-c2a2246463f9 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662811 Aug 19 15:29:02.430103 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Set router 81dba262-78d6-45eb-92b2-b6ad51e221f4 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:29:02.500813 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac89d32b-23e7-4abd-8d99-586d4124410a None None] Network f06e0ad7-daca-4c6f-af5a-93d063934231 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:29:02.605362 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-080553d2-a2cf-4f39-a969-b75c5fda7c2e None None] Provisioning complete for port fb45364d-32a4-4a99-afed-0d8c4b09535e triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:29:02.605933 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-080553d2-a2cf-4f39-a969-b75c5fda7c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (fb45364d-32a4-4a99-afed-0d8c4b09535e), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:02.721386 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c88ba-91aa-4aa7-900c-bc42bab93cae req-8de92fe7-9e72-4731-8a0e-84becf2f7454 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:02.725332 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d15c88ba-91aa-4aa7-900c-bc42bab93cae req-8de92fe7-9e72-4731-8a0e-84becf2f7454 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 945 time: 0.0666862 Aug 19 15:29:02.790283 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:29:01Z', 'revision_number': 3, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port': {'id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:01Z', 'updated_at': '2022-08-19T15:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:02.794425 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:02.805971 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d15c88ba-91aa-4aa7-900c-bc42bab93cae req-2cba7034-fc2c-47bb-8fb4-d3d44b7f8a68 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5314ff41-695f-497c-aec6-68ca7c898752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750639 Aug 19 15:29:02.831584 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Checking router: 81dba262-78d6-45eb-92b2-b6ad51e221f4 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:02.831938 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Updating router 81dba262-78d6-45eb-92b2-b6ad51e221f4 port e92b1e31-a298-4a01-955b-086a46fe92b0 binding host dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:29:02.851832 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-080553d2-a2cf-4f39-a969-b75c5fda7c2e None None] Current status of the port fb45364d-32a4-4a99-afed-0d8c4b09535e is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:29:02.852226 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-080553d2-a2cf-4f39-a969-b75c5fda7c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (fb45364d-32a4-4a99-afed-0d8c4b09535e), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:02.891879 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (e92b1e31-a298-4a01-955b-086a46fe92b0), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:02.918186 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-080553d2-a2cf-4f39-a969-b75c5fda7c2e None None] For port fb45364d-32a4-4a99-afed-0d8c4b09535e, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=fb45364d-32a4-4a99-afed-0d8c4b09535e,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:02.925665 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-080553d2-a2cf-4f39-a969-b75c5fda7c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (fb45364d-32a4-4a99-afed-0d8c4b09535e), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:02.963452 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:02.973303 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:03.025222 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a58743b3-0027-44c2-a463-d03a22fdff16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:03.025662 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:03.066087 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080553d2-a2cf-4f39-a969-b75c5fda7c2e None None] Pushing event updated for resources: {'Port': ['ID=fb45364d-32a4-4a99-afed-0d8c4b09535e,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:03.073337 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-96cf0d5d-e15f-4643-932b-8d77576a7a37 None None] Provisioning complete for port fb45364d-32a4-4a99-afed-0d8c4b09535e triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:29:03.073704 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-96cf0d5d-e15f-4643-932b-8d77576a7a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (fb45364d-32a4-4a99-afed-0d8c4b09535e), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:03.186446 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-a58743b3-0027-44c2-a463-d03a22fdff16 admin admin] Allocated IP 172.20.0.1 (f06e0ad7-daca-4c6f-af5a-93d063934231/2f0ea525-4b9d-40ca-9d97-037acc3e2cfc/58b00b58-d3e4-4f35-a686-11daeb47b2ef) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:29:03.237322 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-96cf0d5d-e15f-4643-932b-8d77576a7a37 None None] Current status of the port fb45364d-32a4-4a99-afed-0d8c4b09535e is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:29:03.284064 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Publish callbacks [] for port (e92b1e31-a298-4a01-955b-086a46fe92b0), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:03.289937 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (e92b1e31-a298-4a01-955b-086a46fe92b0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:03.294403 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a58743b3-0027-44c2-a463-d03a22fdff16 admin admin] Publish callbacks [] for port (58b00b58-d3e4-4f35-a686-11daeb47b2ef), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:03.325637 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Attempting to bind port e92b1e31-a298-4a01-955b-086a46fe92b0 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:29:03.326253 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Attempting to bind port e92b1e31-a298-4a01-955b-086a46fe92b0 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:29:03.326463 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Attempting to bind port e92b1e31-a298-4a01-955b-086a46fe92b0 on network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:29:03.329068 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a58743b3-0027-44c2-a463-d03a22fdff16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (58b00b58-d3e4-4f35-a686-11daeb47b2ef), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:03.336227 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:29:03.336666 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Checking segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:29:03.337066 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:03.337556 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Bound using segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:29:03.338035 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Bound port: e92b1e31-a298-4a01-955b-086a46fe92b0, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:29:03.338413 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (e92b1e31-a298-4a01-955b-086a46fe92b0), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:03.368404 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58743b3-0027-44c2-a463-d03a22fdff16 admin admin] Network f06e0ad7-daca-4c6f-af5a-93d063934231 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:03.369338 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b83d50-4957-4865-a889-e8114edd1c3e None None] Pushing event updated for resources: {'Port': ['ID=e92b1e31-a298-4a01-955b-086a46fe92b0,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:03.373446 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-a58743b3-0027-44c2-a463-d03a22fdff16 admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:03.378344 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58743b3-0027-44c2-a463-d03a22fdff16 admin admin] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:29:03.401431 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] For port e92b1e31-a298-4a01-955b-086a46fe92b0, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:29:03.404709 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] For port e92b1e31-a298-4a01-955b-086a46fe92b0, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=e92b1e31-a298-4a01-955b-086a46fe92b0,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:29:03.413316 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58743b3-0027-44c2-a463-d03a22fdff16 admin admin] Pushing event updated for resources: {'Port': ['ID=58b00b58-d3e4-4f35-a686-11daeb47b2ef,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:03.416009 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (e92b1e31-a298-4a01-955b-086a46fe92b0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:03.441579 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a58743b3-0027-44c2-a463-d03a22fdff16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827374'] for router_interface (81dba262-78d6-45eb-92b2-b6ad51e221f4), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:03.482226 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:03.490428 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Routers {'81dba262-78d6-45eb-92b2-b6ad51e221f4'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:29:03.491355 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:28:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['81dba262-78d6-45eb-92b2-b6ad51e221f4'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:03.555028 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a78d4-859b-484c-be04-a5039fcc8066 req-0256e9fd-3295-4289-a049-34d6f2d0ef4f tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:03.557401 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6c8a78d4-859b-484c-be04-a5039fcc8066 req-0256e9fd-3295-4289-a049-34d6f2d0ef4f tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 945 time: 0.0951080 Aug 19 15:29:03.576910 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7d33d-15e2-4b21-8fdf-bdb9e6cb01ac req-7f71df49-3a5d-453e-8b4d-12a8349adef7 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:03.579263 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-66e7d33d-15e2-4b21-8fdf-bdb9e6cb01ac req-7f71df49-3a5d-453e-8b4d-12a8349adef7 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 945 time: 0.0815351 Aug 19 15:29:03.607214 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] Set router 81dba262-78d6-45eb-92b2-b6ad51e221f4 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:29:03.636278 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6c8a78d4-859b-484c-be04-a5039fcc8066 req-814009f9-062e-4eea-a6f4-f4f1696bd449 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698774 Aug 19 15:29:03.664040 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device fb45364d-32a4-4a99-afed-0d8c4b09535e up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:03.710781 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-66e7d33d-15e2-4b21-8fdf-bdb9e6cb01ac req-95611d2c-fb6f-46f6-8bc1-197069073b37 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Deleting port d6f269ef-65e3-4c71-9074-4a4034f13618 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:29:03.711141 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-66e7d33d-15e2-4b21-8fdf-bdb9e6cb01ac req-95611d2c-fb6f-46f6-8bc1-197069073b37 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (d6f269ef-65e3-4c71-9074-4a4034f13618), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:03.798795 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a58743b3-0027-44c2-a463-d03a22fdff16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (58b00b58-d3e4-4f35-a686-11daeb47b2ef), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:03.852664 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:03.858851 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-7bd147df-6126-4385-b245-2260ffd26e79 None None] Provisioning complete for port 58b00b58-d3e4-4f35-a686-11daeb47b2ef triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:29:03.859218 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7bd147df-6126-4385-b245-2260ffd26e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (58b00b58-d3e4-4f35-a686-11daeb47b2ef), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:03.859409 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:03.893511 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-66e7d33d-15e2-4b21-8fdf-bdb9e6cb01ac req-95611d2c-fb6f-46f6-8bc1-197069073b37 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] For port d6f269ef-65e3-4c71-9074-4a4034f13618, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d6f269ef-65e3-4c71-9074-4a4034f13618,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:03.893880 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-66e7d33d-15e2-4b21-8fdf-bdb9e6cb01ac req-95611d2c-fb6f-46f6-8bc1-197069073b37 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (d6f269ef-65e3-4c71-9074-4a4034f13618), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:03.930859 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b83d50-4957-4865-a889-e8114edd1c3e None None] Pushing event updated for resources: {'Port': ['ID=e92b1e31-a298-4a01-955b-086a46fe92b0,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:03.932121 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc93d45-58a3-4528-bb63-77888ef6e8cb req-73e9f2fe-0b04-4e29-a342-3572618d37ce tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:03.940582 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1cc93d45-58a3-4528-bb63-77888ef6e8cb req-73e9f2fe-0b04-4e29-a342-3572618d37ce tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 945 time: 0.0629599 Aug 19 15:29:03.949762 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-7bd147df-6126-4385-b245-2260ffd26e79 None None] Port 58b00b58-d3e4-4f35-a686-11daeb47b2ef cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:29:03.968575 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port fb45364d-32a4-4a99-afed-0d8c4b09535e triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:29:03.968575 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (fb45364d-32a4-4a99-afed-0d8c4b09535e), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:03.985823 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1cc93d45-58a3-4528-bb63-77888ef6e8cb req-269578b0-087f-466a-937e-85b0b1d9a4dc tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5314ff41-695f-497c-aec6-68ca7c898752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443749 Aug 19 15:29:04.001883 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:04.087119 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:29:01Z', 'revision_number': 3, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port': {'id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:01Z', 'updated_at': '2022-08-19T15:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:04.110610 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c13f4-ed32-43dc-bd49-ef24ad351274 req-c1dae667-4aaa-4f64-a9f8-cc5a644aeec0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:04.112855 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e73c13f4-ed32-43dc-bd49-ef24ad351274 req-c1dae667-4aaa-4f64-a9f8-cc5a644aeec0 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 945 time: 0.0486279 Aug 19 15:29:04.120901 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e126bf0-4783-4121-a552-42ef69ae0c69 None None] The sync data for ids ['81dba262-78d6-45eb-92b2-b6ad51e221f4'] in dv-cinder-835384-20-iscsi is: [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:29:01Z', 'revision_number': 3, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port': {'id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:01Z', 'updated_at': '2022-08-19T15:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:04.122530 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port fb45364d-32a4-4a99-afed-0d8c4b09535e is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:29:04.123280 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46300) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:04.132241 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-615e473b-4d58-4145-b706-5ece48bcd60d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Request body: {'floatingip': {'port_id': 'a6d9816f-451f-44af-8263-ece906a39b8f'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:04.161022 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a58743b3-0027-44c2-a463-d03a22fdff16 admin admin] Publish callbacks [] for port (58b00b58-d3e4-4f35-a686-11daeb47b2ef), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:04.170315 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-615e473b-4d58-4145-b706-5ece48bcd60d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (6969baf4-2134-4eff-9161-93ff72ce057a), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:04.174017 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a58743b3-0027-44c2-a463-d03a22fdff16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (58b00b58-d3e4-4f35-a686-11daeb47b2ef), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:04.180596 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-66e7d33d-15e2-4b21-8fdf-bdb9e6cb01ac req-95611d2c-fb6f-46f6-8bc1-197069073b37 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:04.181036 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-66e7d33d-15e2-4b21-8fdf-bdb9e6cb01ac req-95611d2c-fb6f-46f6-8bc1-197069073b37 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (3896e800-8dbf-4754-8c3b-24f91cb068ef), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:04.181374 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.l3_db [req-66e7d33d-15e2-4b21-8fdf-bdb9e6cb01ac req-95611d2c-fb6f-46f6-8bc1-197069073b37 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Floating IP 3896e800-8dbf-4754-8c3b-24f91cb068ef disassociated. External IP: 172.27.2.70, port: d6f269ef-65e3-4c71-9074-4a4034f13618. Aug 19 15:29:04.181744 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-66e7d33d-15e2-4b21-8fdf-bdb9e6cb01ac req-95611d2c-fb6f-46f6-8bc1-197069073b37 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Calling delete_port for d6f269ef-65e3-4c71-9074-4a4034f13618 owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:29:04.241907 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:04.294900 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58743b3-0027-44c2-a463-d03a22fdff16 admin admin] Pushing event updated for resources: {'Port': ['ID=58b00b58-d3e4-4f35-a686-11daeb47b2ef,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:04.298140 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a58743b3-0027-44c2-a463-d03a22fdff16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827522'] for router_interface (81dba262-78d6-45eb-92b2-b6ad51e221f4), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:04.514885 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58743b3-0027-44c2-a463-d03a22fdff16 admin admin] Network f06e0ad7-daca-4c6f-af5a-93d063934231 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:04.520138 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-a58743b3-0027-44c2-a463-d03a22fdff16 admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:04.533100 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-66e7d33d-15e2-4b21-8fdf-bdb9e6cb01ac req-95611d2c-fb6f-46f6-8bc1-197069073b37 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (d6f269ef-65e3-4c71-9074-4a4034f13618), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:04.610843 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:04.646174 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95611d2c-fb6f-46f6-8bc1-197069073b37 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event deleted for resources: {'Port': ['ID=d6f269ef-65e3-4c71-9074-4a4034f13618,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:04.776951 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58743b3-0027-44c2-a463-d03a22fdff16 admin admin] Router 81dba262-78d6-45eb-92b2-b6ad51e221f4 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:29:04.793024 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-4da8e9aa-697a-4571-bc9c-556a347e9043 None None] Provisioning complete for port 58b00b58-d3e4-4f35-a686-11daeb47b2ef triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:29:04.793658 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4da8e9aa-697a-4571-bc9c-556a347e9043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (58b00b58-d3e4-4f35-a686-11daeb47b2ef), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:04.804353 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0fbb1577-3ead-4cf0-a02f-b1303c47b382 req-42d70776-f36c-4e0b-82b3-eab6a675c6d5 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 210 time: 0.0506496 Aug 19 15:29:04.845962 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:04.847028 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-4da8e9aa-697a-4571-bc9c-556a347e9043 None None] Port 58b00b58-d3e4-4f35-a686-11daeb47b2ef cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:29:04.956302 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66e7d33d-15e2-4b21-8fdf-bdb9e6cb01ac req-95611d2c-fb6f-46f6-8bc1-197069073b37 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Router 4a6b6691-e616-4b10-83da-44289e719325 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:29:04.982205 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58743b3-0027-44c2-a463-d03a22fdff16 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:04.991008 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-a58743b3-0027-44c2-a463-d03a22fdff16 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/81dba262-78d6-45eb-92b2-b6ad51e221f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6704209 Aug 19 15:29:05.031044 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-615e473b-4d58-4145-b706-5ece48bcd60d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:05.043213 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-615e473b-4d58-4145-b706-5ece48bcd60d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (6969baf4-2134-4eff-9161-93ff72ce057a), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:05.162956 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66e7d33d-15e2-4b21-8fdf-bdb9e6cb01ac req-95611d2c-fb6f-46f6-8bc1-197069073b37 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:05.178419 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa31018-1d06-4149-bf94-bae4258dba87 None None] Sync routers for ids ['4a6b6691-e616-4b10-83da-44289e719325'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:05.195571 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa31018-1d06-4149-bf94-bae4258dba87 None None] Routers {'4a6b6691-e616-4b10-83da-44289e719325'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:29:05.196353 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-aaa31018-1d06-4149-bf94-bae4258dba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:28:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['4a6b6691-e616-4b10-83da-44289e719325'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:05.210874 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.l3_db [None req-615e473b-4d58-4145-b706-5ece48bcd60d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Floating IP 6969baf4-2134-4eff-9161-93ff72ce057a associated. External IP: 172.27.2.51, port: a6d9816f-451f-44af-8263-ece906a39b8f. Aug 19 15:29:05.242149 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e7d33d-15e2-4b21-8fdf-bdb9e6cb01ac req-95611d2c-fb6f-46f6-8bc1-197069073b37 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] No DVR routers for this DVR port d6f269ef-65e3-4c71-9074-4a4034f13618 on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:29:05.245084 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-66e7d33d-15e2-4b21-8fdf-bdb9e6cb01ac req-95611d2c-fb6f-46f6-8bc1-197069073b37 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:05.248106 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-66e7d33d-15e2-4b21-8fdf-bdb9e6cb01ac req-95611d2c-fb6f-46f6-8bc1-197069073b37 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.52 "DELETE /networking/v2.0/ports/d6f269ef-65e3-4c71-9074-4a4034f13618 HTTP/1.1" status: 204 len: 173 time: 1.6625497 Aug 19 15:29:05.248567 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb210f1-d4a9-4f36-8880-0d17b7e81557', 'name': 'network-vif-deleted', 'tag': 'd6f269ef-65e3-4c71-9074-4a4034f13618'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:29:05.250965 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c1200d-f172-4f63-90e3-d8114ba64324" -d '{"events": [{"server_uuid": "cfb210f1-d4a9-4f36-8880-0d17b7e81557", "name": "network-vif-deleted", "tag": "d6f269ef-65e3-4c71-9074-4a4034f13618"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:29:05.265463 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:05.338436 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8e3701-c994-4416-917b-d55d85bc25ca x-openstack-request-id: req-3b8e3701-c994-4416-917b-d55d85bc25ca {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:29:05.338965 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb210f1-d4a9-4f36-8880-0d17b7e81557", "name": "network-vif-deleted", "tag": "d6f269ef-65e3-4c71-9074-4a4034f13618", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:29:05.338965 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3b8e3701-c994-4416-917b-d55d85bc25ca {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:29:05.339449 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b8e3701-c994-4416-917b-d55d85bc25ca'] response: {'server_uuid': 'cfb210f1-d4a9-4f36-8880-0d17b7e81557', 'name': 'network-vif-deleted', 'tag': 'd6f269ef-65e3-4c71-9074-4a4034f13618', 'status': 'completed', 'code': 200} Aug 19 15:29:05.357961 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46314) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:05.362967 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-beb0d770-5fca-457f-9ce8-eb87ab932394 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--652420049', 'description': 'tempest-description--562319464'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:05.374224 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-aaa31018-1d06-4149-bf94-bae4258dba87 None None] Set router 4a6b6691-e616-4b10-83da-44289e719325 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:29:05.399735 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-beb0d770-5fca-457f-9ce8-eb87ab932394 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:05.453551 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device e92b1e31-a298-4a01-955b-086a46fe92b0 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:05.496102 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-beb0d770-5fca-457f-9ce8-eb87ab932394 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group (cd15d510-1fd1-4745-80ea-80ab982d73df), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:05.507385 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-beb0d770-5fca-457f-9ce8-eb87ab932394 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (cd15d510-1fd1-4745-80ea-80ab982d73df), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:05.514670 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port e92b1e31-a298-4a01-955b-086a46fe92b0 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:29:05.515076 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (e92b1e31-a298-4a01-955b-086a46fe92b0), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:05.527624 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615e473b-4d58-4145-b706-5ece48bcd60d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:29:05.543151 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0d770-5fca-457f-9ce8-eb87ab932394 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd15d510-1fd1-4745-80ea-80ab982d73df,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:05.573958 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-beb0d770-5fca-457f-9ce8-eb87ab932394 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:05.576541 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-beb0d770-5fca-457f-9ce8-eb87ab932394 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2174878 Aug 19 15:29:05.585286 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46316) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:05.590525 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-aaa31018-1d06-4149-bf94-bae4258dba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:50Z', 'revision_number': 5, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:05.599341 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-9aa20519-efca-4794-9b1c-9fc1aaa1f465 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Request body: {'security_group_rule': {'security_group_id': 'cd15d510-1fd1-4745-80ea-80ab982d73df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:05.626225 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa31018-1d06-4149-bf94-bae4258dba87 None None] Checking router: 4a6b6691-e616-4b10-83da-44289e719325 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:05.633998 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9aa20519-efca-4794-9b1c-9fc1aaa1f465 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group_rule (28a0d216-0344-4fd4-84a4-036812d84bf2), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:05.636171 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa31018-1d06-4149-bf94-bae4258dba87 None None] Routers {'4a6b6691-e616-4b10-83da-44289e719325'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:29:05.636926 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-aaa31018-1d06-4149-bf94-bae4258dba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:28:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['4a6b6691-e616-4b10-83da-44289e719325'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:05.643781 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port e92b1e31-a298-4a01-955b-086a46fe92b0 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:29:05.644427 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (e92b1e31-a298-4a01-955b-086a46fe92b0), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:05.671241 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port e92b1e31-a298-4a01-955b-086a46fe92b0, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=e92b1e31-a298-4a01-955b-086a46fe92b0,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:05.679059 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (e92b1e31-a298-4a01-955b-086a46fe92b0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:05.733122 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9aa20519-efca-4794-9b1c-9fc1aaa1f465 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group_rule (28a0d216-0344-4fd4-84a4-036812d84bf2), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:05.734439 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615e473b-4d58-4145-b706-5ece48bcd60d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:05.738551 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9aa20519-efca-4794-9b1c-9fc1aaa1f465 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (28a0d216-0344-4fd4-84a4-036812d84bf2), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:05.748796 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-615e473b-4d58-4145-b706-5ece48bcd60d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:05.755742 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa20519-efca-4794-9b1c-9fc1aaa1f465 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a0d216-0344-4fd4-84a4-036812d84bf2,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:05.780264 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9aa20519-efca-4794-9b1c-9fc1aaa1f465 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:05.782514 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-9aa20519-efca-4794-9b1c-9fc1aaa1f465 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1954744 Aug 19 15:29:05.784574 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-aaa31018-1d06-4149-bf94-bae4258dba87 None None] Set router 4a6b6691-e616-4b10-83da-44289e719325 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:29:05.785609 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46318) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:05.791974 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-615e473b-4d58-4145-b706-5ece48bcd60d tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/6969baf4-2134-4eff-9161-93ff72ce057a HTTP/1.1" status: 200 len: 990 time: 1.6674142 Aug 19 15:29:05.793023 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615eb3a5-68de-4e10-9e81-33393fa2b6cd', 'tag': 'a6d9816f-451f-44af-8263-ece906a39b8f'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:29:05.795860 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69ccef422e24697aa339ca93078f5b722801d9cd263b30b0a6d79bd9e8f250f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cf5e91-249c-4110-8342-39f3c1c1d817" -d '{"events": [{"name": "network-changed", "server_uuid": "615eb3a5-68de-4e10-9e81-33393fa2b6cd", "tag": "a6d9816f-451f-44af-8263-ece906a39b8f"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:29:05.799970 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-0d56b262-4e8e-4d7b-8e89-e746afcc1e0b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Request body: {'security_group_rule': {'security_group_id': 'cd15d510-1fd1-4745-80ea-80ab982d73df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:05.819128 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=e92b1e31-a298-4a01-955b-086a46fe92b0,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:05.836118 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe781a-0a81-4c9f-aea9-73a22577afe8 None None] Sync routers for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:05.849694 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f620fb67-a9d8-4a8d-a21e-b4cc3c56a4c5 x-openstack-request-id: req-f620fb67-a9d8-4a8d-a21e-b4cc3c56a4c5 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:29:05.851167 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615eb3a5-68de-4e10-9e81-33393fa2b6cd", "tag": "a6d9816f-451f-44af-8263-ece906a39b8f", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:29:05.851585 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe781a-0a81-4c9f-aea9-73a22577afe8 None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:29:05.851775 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f620fb67-a9d8-4a8d-a21e-b4cc3c56a4c5 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:29:05.852574 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-29fe781a-0a81-4c9f-aea9-73a22577afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:28:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:05.852817 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f620fb67-a9d8-4a8d-a21e-b4cc3c56a4c5'] response: {'name': 'network-changed', 'server_uuid': '615eb3a5-68de-4e10-9e81-33393fa2b6cd', 'tag': 'a6d9816f-451f-44af-8263-ece906a39b8f', 'status': 'completed', 'code': 200} Aug 19 15:29:05.889237 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0d56b262-4e8e-4d7b-8e89-e746afcc1e0b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group_rule (baf237ba-4104-472f-9352-c55400eadf79), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:05.971985 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-03dd6524-1c0d-4563-a3ae-863112ea0d41 req-5ef61c20-b830-4967-b50e-85e0a0b1cbef tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cfb210f1-d4a9-4f36-8880-0d17b7e81557 HTTP/1.1" status: 200 len: 210 time: 0.0344920 Aug 19 15:29:05.972223 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:05.979419 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0d56b262-4e8e-4d7b-8e89-e746afcc1e0b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group_rule (baf237ba-4104-472f-9352-c55400eadf79), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:05.980865 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-29fe781a-0a81-4c9f-aea9-73a22577afe8 None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:29:05.986093 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0d56b262-4e8e-4d7b-8e89-e746afcc1e0b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (baf237ba-4104-472f-9352-c55400eadf79), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:06.021361 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56b262-4e8e-4d7b-8e89-e746afcc1e0b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf237ba-4104-472f-9352-c55400eadf79,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:06.038901 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0d56b262-4e8e-4d7b-8e89-e746afcc1e0b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:06.040527 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-0d56b262-4e8e-4d7b-8e89-e746afcc1e0b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2537088 Aug 19 15:29:06.043443 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46326) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:06.048447 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-d8068ab7-b08d-4717-8344-83f23321f4b3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Request body: {'floatingip': {'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:06.089681 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=100 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:06.090993 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-aaa31018-1d06-4149-bf94-bae4258dba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:50Z', 'revision_number': 5, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:06.101689 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d8068ab7-b08d-4717-8344-83f23321f4b3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:06.121818 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:06.123676 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa31018-1d06-4149-bf94-bae4258dba87 None None] The sync data for ids ['4a6b6691-e616-4b10-83da-44289e719325'] in dv-cinder-835384-20-iscsi is: [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:50Z', 'revision_number': 5, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:06.208079 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:06.209330 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf5e91-249c-4110-8342-39f3c1c1d817 req-d792e79f-be07-4308-a287-158e543dcf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:06.211129 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-32cf5e91-249c-4110-8342-39f3c1c1d817 req-d792e79f-be07-4308-a287-158e543dcf0a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cbf14c554d854af5ba8cd910c82d42e0&device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 1129 time: 0.1242404 Aug 19 15:29:06.262342 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-29fe781a-0a81-4c9f-aea9-73a22577afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '6969baf4-2134-4eff-9161-93ff72ce057a', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'port_id': 'a6d9816f-451f-44af-8263-ece906a39b8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'mac_address': 'fa:16:3e:4a:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615eb3a5-68de-4e10-9e81-33393fa2b6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:28:44Z', 'updated_at': '2022-08-19T15:29:04Z', 'revision_number': 1, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:06.283623 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Sync routers for ids ['81dba262-78d6-45eb-92b2-b6ad51e221f4'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:06.295663 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe781a-0a81-4c9f-aea9-73a22577afe8 None None] Checking router: ec51b1ce-e2fe-4834-8fa7-aeb89d133590 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:06.295821 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Routers {'81dba262-78d6-45eb-92b2-b6ad51e221f4'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:29:06.296473 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:28:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['81dba262-78d6-45eb-92b2-b6ad51e221f4'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:06.305839 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe781a-0a81-4c9f-aea9-73a22577afe8 None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:29:06.306525 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-29fe781a-0a81-4c9f-aea9-73a22577afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:28:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:06.367341 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d8068ab7-b08d-4717-8344-83f23321f4b3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:06.379646 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf5e91-249c-4110-8342-39f3c1c1d817 req-9f9a3c37-8c6e-458a-9180-24001599a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:06.381174 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-32cf5e91-249c-4110-8342-39f3c1c1d817 req-9f9a3c37-8c6e-458a-9180-24001599a449 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 HTTP/1.1" status: 200 len: 916 time: 0.1624961 Aug 19 15:29:06.405120 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:06.417707 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-29fe781a-0a81-4c9f-aea9-73a22577afe8 None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:29:06.424302 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Set router 81dba262-78d6-45eb-92b2-b6ad51e221f4 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:29:06.513346 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-32cf5e91-249c-4110-8342-39f3c1c1d817 req-3f1424ef-60bf-47ae-b4ac-4b90b741999b service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6d9816f-451f-44af-8263-ece906a39b8f HTTP/1.1" status: 200 len: 998 time: 0.0978460 Aug 19 15:29:06.588646 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-d8068ab7-b08d-4717-8344-83f23321f4b3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Allocated IP 172.27.2.204 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/43291159-11af-40d6-a06d-909fcc7270f8) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:29:06.604400 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca478c4d-f7a6-4c03-910e-706980cbeff8 None None] New status for floating IP 3896e800-8dbf-4754-8c3b-24f91cb068ef: DOWN {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:29:06.604810 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf5e91-249c-4110-8342-39f3c1c1d817 req-f80048da-03bb-4484-92a2-e6c9291fb9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:06.606354 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-32cf5e91-249c-4110-8342-39f3c1c1d817 req-f80048da-03bb-4484-92a2-e6c9291fb9ba service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9f5a617c-2964-456f-ae12-5bd7af7fa552 HTTP/1.1" status: 200 len: 854 time: 0.0859535 Aug 19 15:29:06.629309 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=100 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:06.711824 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf5e91-249c-4110-8342-39f3c1c1d817 req-ffb4086d-45b6-43d6-9e22-f016a6072e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:06.713536 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-32cf5e91-249c-4110-8342-39f3c1c1d817 req-ffb4086d-45b6-43d6-9e22-f016a6072e5c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1009862 Aug 19 15:29:06.750185 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:29:03Z', 'revision_number': 4, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port': {'id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:01Z', 'updated_at': '2022-08-19T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '58b00b58-d3e4-4f35-a686-11daeb47b2ef', 'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'mac_address': 'fa:16:3e:82:05:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:03Z', 'updated_at': '2022-08-19T15:29:03Z', 'revision_number': 2, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'subnets': [{'id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:06.784934 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Checking router: 81dba262-78d6-45eb-92b2-b6ad51e221f4 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:06.785536 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Updating router 81dba262-78d6-45eb-92b2-b6ad51e221f4 port 58b00b58-d3e4-4f35-a686-11daeb47b2ef binding host dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:29:06.792864 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-29fe781a-0a81-4c9f-aea9-73a22577afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '6969baf4-2134-4eff-9161-93ff72ce057a', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'port_id': 'a6d9816f-451f-44af-8263-ece906a39b8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'mac_address': 'fa:16:3e:4a:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615eb3a5-68de-4e10-9e81-33393fa2b6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:28:44Z', 'updated_at': '2022-08-19T15:29:04Z', 'revision_number': 1, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:06.815654 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (58b00b58-d3e4-4f35-a686-11daeb47b2ef), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:06.821522 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d8068ab7-b08d-4717-8344-83f23321f4b3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for port (43291159-11af-40d6-a06d-909fcc7270f8), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:06.827994 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe781a-0a81-4c9f-aea9-73a22577afe8 None None] The sync data for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi is: [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '6969baf4-2134-4eff-9161-93ff72ce057a', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'port_id': 'a6d9816f-451f-44af-8263-ece906a39b8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'mac_address': 'fa:16:3e:4a:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615eb3a5-68de-4e10-9e81-33393fa2b6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:28:44Z', 'updated_at': '2022-08-19T15:29:04Z', 'revision_number': 1, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:06.864958 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-32cf5e91-249c-4110-8342-39f3c1c1d817 req-6d33fdd0-d6ce-4245-b320-e7c29f4a7f21 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429102 Aug 19 15:29:06.898631 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d8068ab7-b08d-4717-8344-83f23321f4b3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (43291159-11af-40d6-a06d-909fcc7270f8), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:06.915553 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:07.110649 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3f8b0e-2962-43ca-b779-22bc27639b2b None None] New status for floating IP 6969baf4-2134-4eff-9161-93ff72ce057a: ACTIVE {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:29:07.114152 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Publish callbacks [] for port (58b00b58-d3e4-4f35-a686-11daeb47b2ef), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:07.153186 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (58b00b58-d3e4-4f35-a686-11daeb47b2ef), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:07.253874 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8068ab7-b08d-4717-8344-83f23321f4b3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:07.263980 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-d8068ab7-b08d-4717-8344-83f23321f4b3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:07.267335 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8068ab7-b08d-4717-8344-83f23321f4b3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:29:07.301184 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8068ab7-b08d-4717-8344-83f23321f4b3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Pushing event updated for resources: {'Port': ['ID=43291159-11af-40d6-a06d-909fcc7270f8,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:07.302891 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e22e93-25a0-4ea4-b6c5-4b964e2f9652 None None] Pushing event updated for resources: {'Port': ['ID=58b00b58-d3e4-4f35-a686-11daeb47b2ef,revision_number=3']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:07.307070 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-53bb7ce6-5abf-4045-8f18-250806750da3 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-614027275&fields=id&tenant_id=0add00db6668475093f558e9700333d1 HTTP/1.1" status: 200 len: 267 time: 0.0553682 Aug 19 15:29:07.311756 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:07.345343 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-32cf5e91-249c-4110-8342-39f3c1c1d817 req-55d9361d-80a8-464f-a950-24a2fb28dda1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708474 Aug 19 15:29:07.361945 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Attempting to bind port 58b00b58-d3e4-4f35-a686-11daeb47b2ef on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:29:07.362337 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Attempting to bind port 58b00b58-d3e4-4f35-a686-11daeb47b2ef by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': '290fffa1-5613-4a0e-bfe4-e549d7c1ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231'}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:29:07.362690 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Attempting to bind port 58b00b58-d3e4-4f35-a686-11daeb47b2ef on network f06e0ad7-daca-4c6f-af5a-93d063934231 {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:29:07.376928 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:07.378034 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:29:07.378414 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Checking segment: {'id': '290fffa1-5613-4a0e-bfe4-e549d7c1ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:29:07.378814 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:07.379188 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Bound using segment: {'id': '290fffa1-5613-4a0e-bfe4-e549d7c1ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231'} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:29:07.379665 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Bound port: 58b00b58-d3e4-4f35-a686-11daeb47b2ef, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290fffa1-5613-4a0e-bfe4-e549d7c1ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231'}}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:29:07.380045 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (58b00b58-d3e4-4f35-a686-11daeb47b2ef), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:07.398749 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d8068ab7-b08d-4717-8344-83f23321f4b3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for floatingip (183a3d18-0b70-4da3-b36d-b734d03e8338), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:07.435209 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e22e93-25a0-4ea4-b6c5-4b964e2f9652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.435808 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e22e93-25a0-4ea4-b6c5-4b964e2f9652 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.436363 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e22e93-25a0-4ea4-b6c5-4b964e2f9652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.436885 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e22e93-25a0-4ea4-b6c5-4b964e2f9652 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.438057 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e22e93-25a0-4ea4-b6c5-4b964e2f9652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.438279 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e22e93-25a0-4ea4-b6c5-4b964e2f9652 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.439104 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e22e93-25a0-4ea4-b6c5-4b964e2f9652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.439700 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e22e93-25a0-4ea4-b6c5-4b964e2f9652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.440708 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e22e93-25a0-4ea4-b6c5-4b964e2f9652 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.441052 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e22e93-25a0-4ea4-b6c5-4b964e2f9652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.441388 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e22e93-25a0-4ea4-b6c5-4b964e2f9652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.441743 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e22e93-25a0-4ea4-b6c5-4b964e2f9652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.442074 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e22e93-25a0-4ea4-b6c5-4b964e2f9652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.442402 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e22e93-25a0-4ea4-b6c5-4b964e2f9652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.442725 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e22e93-25a0-4ea4-b6c5-4b964e2f9652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.445144 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d8068ab7-b08d-4717-8344-83f23321f4b3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (43291159-11af-40d6-a06d-909fcc7270f8), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:07.460200 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-89d76e54-ca69-4277-be11-8eca77a41529 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:07.462229 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-89d76e54-ca69-4277-be11-8eca77a41529 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/networks?id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 HTTP/1.1" status: 200 len: 812 time: 0.1542482 Aug 19 15:29:07.463471 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] For port 58b00b58-d3e4-4f35-a686-11daeb47b2ef, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:29:07.466634 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] For port 58b00b58-d3e4-4f35-a686-11daeb47b2ef, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=58b00b58-d3e4-4f35-a686-11daeb47b2ef,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:29:07.477677 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (58b00b58-d3e4-4f35-a686-11daeb47b2ef), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:07.485987 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device e92b1e31-a298-4a01-955b-086a46fe92b0 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:07.508811 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-45e0c583-3549-4a49-9288-c660569115cc tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/quotas/0add00db6668475093f558e9700333d1 HTTP/1.1" status: 200 len: 375 time: 0.0405970 Aug 19 15:29:07.511281 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Routers {'81dba262-78d6-45eb-92b2-b6ad51e221f4'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:29:07.511924 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:28:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['81dba262-78d6-45eb-92b2-b6ad51e221f4'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:07.550122 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:07.560099 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:07.571647 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-04333f32-7032-4ea2-95ea-e545258e6022 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=0add00db6668475093f558e9700333d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565617 Aug 19 15:29:07.584224 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e22e93-25a0-4ea4-b6c5-4b964e2f9652 None None] Pushing event updated for resources: {'Port': ['ID=58b00b58-d3e4-4f35-a686-11daeb47b2ef,revision_number=4']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:07.604381 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port e92b1e31-a298-4a01-955b-086a46fe92b0 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:29:07.605003 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (e92b1e31-a298-4a01-955b-086a46fe92b0), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:07.648428 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d8068ab7-b08d-4717-8344-83f23321f4b3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for port (43291159-11af-40d6-a06d-909fcc7270f8), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:07.651955 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] Set router 81dba262-78d6-45eb-92b2-b6ad51e221f4 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:29:07.656107 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d8068ab7-b08d-4717-8344-83f23321f4b3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (43291159-11af-40d6-a06d-909fcc7270f8), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:07.702960 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port e92b1e31-a298-4a01-955b-086a46fe92b0 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:29:07.739106 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-555b2d3a-85da-4fb6-87e8-b7a5b9c8c3fe service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418068 Aug 19 15:29:07.740061 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d8068ab7-b08d-4717-8344-83f23321f4b3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (183a3d18-0b70-4da3-b36d-b734d03e8338), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:07.743067 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8068ab7-b08d-4717-8344-83f23321f4b3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Pushing event updated for resources: {'Port': ['ID=43291159-11af-40d6-a06d-909fcc7270f8,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:07.762191 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d8068ab7-b08d-4717-8344-83f23321f4b3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:07.763662 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-d8068ab7-b08d-4717-8344-83f23321f4b3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7191138 Aug 19 15:29:07.837197 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-733d2daf-a947-4484-91ff-6fdd16ee9e8e service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971875 Aug 19 15:29:07.873103 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:29:03Z', 'revision_number': 4, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port': {'id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:01Z', 'updated_at': '2022-08-19T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '58b00b58-d3e4-4f35-a686-11daeb47b2ef', 'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'mac_address': 'fa:16:3e:82:05:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:03Z', 'updated_at': '2022-08-19T15:29:07Z', 'revision_number': 4, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'subnets': [{'id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:07.903275 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf5a445-a042-405e-b1fb-8b18eb38d75e None None] The sync data for ids ['81dba262-78d6-45eb-92b2-b6ad51e221f4'] in dv-cinder-835384-20-iscsi is: [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:29:03Z', 'revision_number': 4, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port': {'id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:01Z', 'updated_at': '2022-08-19T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '58b00b58-d3e4-4f35-a686-11daeb47b2ef', 'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'mac_address': 'fa:16:3e:82:05:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:03Z', 'updated_at': '2022-08-19T15:29:07Z', 'revision_number': 4, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'subnets': [{'id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:07.932175 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-d0314630-6c5d-4b4c-b3f6-e3c877e6acdc tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--652420049&fields=id&tenant_id=981bbb7282bd40d0b5335280d5041fa5 HTTP/1.1" status: 200 len: 267 time: 0.0564182 Aug 19 15:29:07.974908 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device d6f269ef-65e3-4c71-9074-4a4034f13618 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:29:07.994854 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: d6f269ef-65e3-4c71-9074-4a4034f13618 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:29:07.995423 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device d6f269ef-65e3-4c71-9074-4a4034f13618 not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:29:08.066514 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:08.088750 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-491e8590-4172-4163-b788-dc50b45ee9ca tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:08.090619 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-491e8590-4172-4163-b788-dc50b45ee9ca tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/networks?id=f06e0ad7-daca-4c6f-af5a-93d063934231 HTTP/1.1" status: 200 len: 816 time: 0.1413198 Aug 19 15:29:08.118927 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-8aa1d3b8-65b4-4083-83b9-b77af6e199df tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/quotas/981bbb7282bd40d0b5335280d5041fa5 HTTP/1.1" status: 200 len: 375 time: 0.0104713 Aug 19 15:29:08.191749 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-c5860b1f-469a-462d-9e1c-d0bdc5f3b516 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=981bbb7282bd40d0b5335280d5041fa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672984 Aug 19 15:29:08.246400 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-32221db1-f0cd-4796-8a7d-452ca86e2803 req-bfe29d37-4be2-4d07-bbe6-382e752c6b51 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 210 time: 0.0367389 Aug 19 15:29:08.376277 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-360a94e2-fe8f-4ca7-bebc-389054052fa9 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717675 Aug 19 15:29:08.492927 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-3be1a4ef-5d10-47ee-b90d-effc439932df service neutron] 10.222.0.75 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107032 Aug 19 15:29:08.716958 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ce9b5415-df97-41c7-9248-fb93d7bafa92 req-11e98033-a93d-4ce2-8240-dc8c83027b45 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 210 time: 0.0345066 Aug 19 15:29:09.344852 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-ee8ff3ac-1d3f-41f7-8b71-4988d8a558a4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:09.346430 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-ee8ff3ac-1d3f-41f7-8b71-4988d8a558a4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.52 "GET /networking/v2.0/networks?id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 HTTP/1.1" status: 200 len: 812 time: 0.1208277 Aug 19 15:29:09.368857 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8c63b0d3-9ea5-48e5-82ad-88fb00cf4f37 req-a86a9097-1eb6-4dda-b00e-2f410a446c2a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 210 time: 0.0403650 Aug 19 15:29:09.457248 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 58b00b58-d3e4-4f35-a686-11daeb47b2ef up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:09.481932 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-06747e9b-840e-4b74-b409-9f6b54b0bc0d tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0add00db6668475093f558e9700333d1 HTTP/1.1" status: 200 len: 379 time: 0.0979860 Aug 19 15:29:09.505089 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 58b00b58-d3e4-4f35-a686-11daeb47b2ef triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:29:09.505449 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (58b00b58-d3e4-4f35-a686-11daeb47b2ef), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:09.580209 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 58b00b58-d3e4-4f35-a686-11daeb47b2ef is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:29:09.580631 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (58b00b58-d3e4-4f35-a686-11daeb47b2ef), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:09.612861 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 58b00b58-d3e4-4f35-a686-11daeb47b2ef, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=58b00b58-d3e4-4f35-a686-11daeb47b2ef,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:09.616364 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (58b00b58-d3e4-4f35-a686-11daeb47b2ef), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:09.662674 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=58b00b58-d3e4-4f35-a686-11daeb47b2ef,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:09.694342 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-ea14d48a-5a21-4b7c-ab58-c43efe5f22e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Request body: {'port': {'device_id': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'admin_state_up': True, 'tenant_id': '0add00db6668475093f558e9700333d1', 'security_groups': ['13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a']}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:09.800604 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:09.871902 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-565023ff-b0fe-451d-8e07-20a9870116b7 req-385b25e2-adbb-4a13-93dd-7748826adc27 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 210 time: 0.0441432 Aug 19 15:29:09.902060 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7936b351-0de0-407e-849d-d44a706d5878 req-40d4520e-8a9b-4f53-82b4-9efb3c0f7296 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0982478 Aug 19 15:29:09.958454 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-ea14d48a-5a21-4b7c-ab58-c43efe5f22e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Made reservation on behalf of 0add00db6668475093f558e9700333d1 for: {'port': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:09.962609 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-ea14d48a-5a21-4b7c-ab58-c43efe5f22e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:09.976924 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:10.035093 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:10.095170 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-a24e63f0-2285-4473-a060-6056e18e3056 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:10.096667 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-a24e63f0-2285-4473-a060-6056e18e3056 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.52 "GET /networking/v2.0/networks?id=f06e0ad7-daca-4c6f-af5a-93d063934231 HTTP/1.1" status: 200 len: 816 time: 0.2940626 Aug 19 15:29:10.100107 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936b351-0de0-407e-849d-d44a706d5878 req-706bcf2d-bf7e-4d98-b9d5-71c0c8d6983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:10.101493 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7936b351-0de0-407e-849d-d44a706d5878 req-706bcf2d-bf7e-4d98-b9d5-71c0c8d6983c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ede055158e24b7c9a935b833e33b89a&device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 1129 time: 0.1272457 Aug 19 15:29:10.167820 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-ea14d48a-5a21-4b7c-ab58-c43efe5f22e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Allocated IP 172.20.0.7 (6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8/93c92eb6-ecf3-4e09-8dc4-e6863da8989f/cdfe8c13-bb9b-4403-9e35-60ecb60215b9) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:29:10.339546 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-bf981fa6-1421-4033-b4ae-5fade97f93e7 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=981bbb7282bd40d0b5335280d5041fa5 HTTP/1.1" status: 200 len: 379 time: 0.1649437 Aug 19 15:29:10.354581 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-d3d5b767-e5da-43b1-aec4-1476850dd731 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Request body: {'port': {'device_id': '08b2c2fe-ead2-4d92-b4fb-dc42b41094fd', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'admin_state_up': True, 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'security_groups': ['cd15d510-1fd1-4745-80ea-80ab982d73df']}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:10.419077 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936b351-0de0-407e-849d-d44a706d5878 req-44f73cb7-9dbc-497f-b326-773b38a25f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:10.420569 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7936b351-0de0-407e-849d-d44a706d5878 req-44f73cb7-9dbc-497f-b326-773b38a25f8f service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc HTTP/1.1" status: 200 len: 911 time: 0.2277567 Aug 19 15:29:10.478507 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-713e07d2-1ffc-42ee-b137-3cda333ab40c req-4a47e62e-2d54-4754-89aa-907326e029cc tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 210 time: 0.0291851 Aug 19 15:29:10.555107 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-ea14d48a-5a21-4b7c-ab58-c43efe5f22e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for port (cdfe8c13-bb9b-4403-9e35-60ecb60215b9), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:10.557698 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7936b351-0de0-407e-849d-d44a706d5878 req-91aaa143-125e-4220-a86b-c1bf37ef1181 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5f5d004-834d-4100-8eed-8e19902d8987 HTTP/1.1" status: 200 len: 1001 time: 0.1039805 Aug 19 15:29:10.645702 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936b351-0de0-407e-849d-d44a706d5878 req-1eb4865b-c1ef-4a19-8120-58e2d5f3bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:10.647090 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7936b351-0de0-407e-849d-d44a706d5878 req-1eb4865b-c1ef-4a19-8120-58e2d5f3bf04 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93f05d4a-93e6-496f-8a08-b1119fd57ca6 HTTP/1.1" status: 200 len: 849 time: 0.0781362 Aug 19 15:29:10.649489 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-d3d5b767-e5da-43b1-aec4-1476850dd731 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Made reservation on behalf of 981bbb7282bd40d0b5335280d5041fa5 for: {'port': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:10.652730 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-d3d5b767-e5da-43b1-aec4-1476850dd731 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:10.694735 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-ea14d48a-5a21-4b7c-ab58-c43efe5f22e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (cdfe8c13-bb9b-4403-9e35-60ecb60215b9), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:10.771265 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936b351-0de0-407e-849d-d44a706d5878 req-b46217ed-88c0-4dd8-b437-9bb22ec5cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:10.772768 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7936b351-0de0-407e-849d-d44a706d5878 req-b46217ed-88c0-4dd8-b437-9bb22ec5cd71 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=686c1d24-9be3-4e13-8a5a-a63e7258a1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1178858 Aug 19 15:29:10.794093 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:10.801238 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-ea14d48a-5a21-4b7c-ab58-c43efe5f22e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:10.811803 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:10.831268 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-ea14d48a-5a21-4b7c-ab58-c43efe5f22e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:10.842349 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-ea14d48a-5a21-4b7c-ab58-c43efe5f22e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:29:10.849182 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14d48a-5a21-4b7c-ab58-c43efe5f22e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event updated for resources: {'Port': ['ID=cdfe8c13-bb9b-4403-9e35-60ecb60215b9,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:10.986710 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ef4931bb-abb1-4bec-8ab8-affcc6836c38 req-abba6572-5aea-4e81-b93c-b161f34174ed tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 210 time: 0.0312049 Aug 19 15:29:10.990869 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-d3d5b767-e5da-43b1-aec4-1476850dd731 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Allocated IP 172.20.0.7 (f06e0ad7-daca-4c6f-af5a-93d063934231/2f0ea525-4b9d-40ca-9d97-037acc3e2cfc/5bf9b7d8-d705-4190-bd01-29213ebc351a) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:29:10.998861 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-ea14d48a-5a21-4b7c-ab58-c43efe5f22e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:10.999499 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-ea14d48a-5a21-4b7c-ab58-c43efe5f22e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:11.008772 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7936b351-0de0-407e-849d-d44a706d5878 req-b992c0c8-5fef-4293-8664-691d3a1ce1c3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185748 Aug 19 15:29:11.053172 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-ea14d48a-5a21-4b7c-ab58-c43efe5f22e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3631172 Aug 19 15:29:11.070415 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Request body: {'port': {'device_id': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:11.115991 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-6d8c4538-232c-4618-903f-5cd9f72b3a9a None None] Provisioning complete for port cdfe8c13-bb9b-4403-9e35-60ecb60215b9 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:29:11.116592 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6d8c4538-232c-4618-903f-5cd9f72b3a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (cdfe8c13-bb9b-4403-9e35-60ecb60215b9), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:11.148258 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c4538-232c-4618-903f-5cd9f72b3a9a None None] Port cdfe8c13-bb9b-4403-9e35-60ecb60215b9 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:29:11.247458 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-7936b351-0de0-407e-849d-d44a706d5878 req-4e91e9fc-ef4b-415f-8ced-0a3838439592 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304945 Aug 19 15:29:11.254146 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (cdfe8c13-bb9b-4403-9e35-60ecb60215b9), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:11.319680 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-d3d5b767-e5da-43b1-aec4-1476850dd731 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:11.413816 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 58b00b58-d3e4-4f35-a686-11daeb47b2ef up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:11.441046 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:11.450082 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-d3d5b767-e5da-43b1-aec4-1476850dd731 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:11.465959 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 58b00b58-d3e4-4f35-a686-11daeb47b2ef triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:29:11.466335 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (58b00b58-d3e4-4f35-a686-11daeb47b2ef), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:11.482952 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:11.499482 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:11.535236 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-d3d5b767-e5da-43b1-aec4-1476850dd731 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Network f06e0ad7-daca-4c6f-af5a-93d063934231 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:11.544240 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-d3d5b767-e5da-43b1-aec4-1476850dd731 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:11.550373 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-d3d5b767-e5da-43b1-aec4-1476850dd731 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:29:11.552358 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5b767-e5da-43b1-aec4-1476850dd731 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Pushing event updated for resources: {'Port': ['ID=5bf9b7d8-d705-4190-bd01-29213ebc351a,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:11.557384 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:11.567519 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 58b00b58-d3e4-4f35-a686-11daeb47b2ef is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:29:11.641927 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-d3d5b767-e5da-43b1-aec4-1476850dd731 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:11.642561 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-d3d5b767-e5da-43b1-aec4-1476850dd731 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:11.653980 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be68a0e-2301-4f7e-8ef8-ee46990eab8b req-c6846140-baa1-462d-a5d5-3c7b8385ec3b tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:11.655553 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7be68a0e-2301-4f7e-8ef8-ee46990eab8b req-c6846140-baa1-462d-a5d5-3c7b8385ec3b tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 931 time: 0.0751998 Aug 19 15:29:11.689651 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-d3d5b767-e5da-43b1-aec4-1476850dd731 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3385651 Aug 19 15:29:11.692306 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdfe8c13-bb9b-4403-9e35-60ecb60215b9 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:29:11.703762 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Publish callbacks [] for port (cdfe8c13-bb9b-4403-9e35-60ecb60215b9), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:11.720760 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Request body: {'port': {'device_id': '08b2c2fe-ead2-4d92-b4fb-dc42b41094fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:11.726829 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Transition to ACTIVE for port object cdfe8c13-bb9b-4403-9e35-60ecb60215b9 will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:29:11.731836 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7be68a0e-2301-4f7e-8ef8-ee46990eab8b req-58be7b9c-e110-41ab-a5ff-a3de4ce23751 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697093 Aug 19 15:29:11.749615 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (cdfe8c13-bb9b-4403-9e35-60ecb60215b9), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:11.845486 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:11.863372 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfe8c13-bb9b-4403-9e35-60ecb60215b9,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:11.894639 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-391cea1b-f873-49f0-b7ac-2eb4ffb214dd None None] Provisioning complete for port 5bf9b7d8-d705-4190-bd01-29213ebc351a triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:29:11.895101 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-391cea1b-f873-49f0-b7ac-2eb4ffb214dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:11.930285 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-391cea1b-f873-49f0-b7ac-2eb4ffb214dd None None] Port 5bf9b7d8-d705-4190-bd01-29213ebc351a cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:29:12.122352 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e354-f5e3-4448-9fd9-6a20510a62d6 req-e0c82308-8f68-4144-92da-7d88f20b4029 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:12.123947 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a100e354-f5e3-4448-9fd9-6a20510a62d6 req-e0c82308-8f68-4144-92da-7d88f20b4029 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 931 time: 0.0546587 Aug 19 15:29:12.180511 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Attempting to bind port cdfe8c13-bb9b-4403-9e35-60ecb60215b9 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:29:12.180725 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a100e354-f5e3-4448-9fd9-6a20510a62d6 req-2a71ba86-4724-4c0c-8b67-858df0c402c7 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507758 Aug 19 15:29:12.180899 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Attempting to bind port cdfe8c13-bb9b-4403-9e35-60ecb60215b9 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:29:12.181232 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Attempting to bind port cdfe8c13-bb9b-4403-9e35-60ecb60215b9 on network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:29:12.228307 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Port cdfe8c13-bb9b-4403-9e35-60ecb60215b9 on network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:29:12.228658 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Attempting to bind port cdfe8c13-bb9b-4403-9e35-60ecb60215b9 on network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:29:12.240230 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:29:12.240599 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Checking segment: {'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:29:12.240988 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Bound using segment: {'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:29:12.241414 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Bound port: cdfe8c13-bb9b-4403-9e35-60ecb60215b9, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:29:12.241772 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (cdfe8c13-bb9b-4403-9e35-60ecb60215b9), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:12.367902 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] For port cdfe8c13-bb9b-4403-9e35-60ecb60215b9, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:29:12.388517 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] For port cdfe8c13-bb9b-4403-9e35-60ecb60215b9, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=cdfe8c13-bb9b-4403-9e35-60ecb60215b9,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:29:12.396548 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (cdfe8c13-bb9b-4403-9e35-60ecb60215b9), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:12.399802 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:12.400774 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:12.402214 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/cdfe8c13-bb9b-4403-9e35-60ecb60215b9 HTTP/1.1" status: 200 len: 1093 time: 1.3374505 Aug 19 15:29:12.412054 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'tag': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:29:12.414302 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6ed3b2-7c52-4eab-90f1-063394b4638d" -d '{"events": [{"name": "network-changed", "server_uuid": "69a1ec3f-5819-42b2-8e3d-5d6327ba52f8", "tag": "cdfe8c13-bb9b-4403-9e35-60ecb60215b9"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:29:12.462879 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:12.470508 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f73ca6-0a5f-47da-bc6f-823b4269693b x-openstack-request-id: req-b3f73ca6-0a5f-47da-bc6f-823b4269693b {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:29:12.470794 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a1ec3f-5819-42b2-8e3d-5d6327ba52f8", "tag": "cdfe8c13-bb9b-4403-9e35-60ecb60215b9", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:29:12.471047 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b3f73ca6-0a5f-47da-bc6f-823b4269693b {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:29:12.471438 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f73ca6-0a5f-47da-bc6f-823b4269693b'] response: {'name': 'network-changed', 'server_uuid': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'tag': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9', 'status': 'completed', 'code': 200} Aug 19 15:29:12.552877 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-33b62b1a-ea21-4190-afce-da272f316c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:12.554354 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-33b62b1a-ea21-4190-afce-da272f316c32 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0add00db6668475093f558e9700333d1&device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 1127 time: 0.1065631 Aug 19 15:29:12.560567 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf9b7d8-d705-4190-bd01-29213ebc351a {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:29:12.566090 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ecb76-f0fd-4a84-ad9d-b8ec1a461b32 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfe8c13-bb9b-4403-9e35-60ecb60215b9,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:12.579079 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Publish callbacks [] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:12.614560 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-fd91871e-284c-47e5-b461-9fa19e0ad807 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdfe8c13-bb9b-4403-9e35-60ecb60215b9 HTTP/1.1" status: 200 len: 217 time: 0.0446322 Aug 19 15:29:12.619505 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Transition to ACTIVE for port object 5bf9b7d8-d705-4190-bd01-29213ebc351a will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:29:12.631663 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:12.662812 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:12.743004 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-1bc4e2c5-33e9-4b88-85a8-7ba5643c216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:12.744563 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-1bc4e2c5-33e9-4b88-85a8-7ba5643c216b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93c92eb6-ecf3-4e09-8dc4-e6863da8989f HTTP/1.1" status: 200 len: 851 time: 0.1225891 Aug 19 15:29:12.780457 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf9b7d8-d705-4190-bd01-29213ebc351a,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:12.837778 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-01295476-6f8c-4ff0-a3fa-3b7da9725129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:12.839338 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-01295476-6f8c-4ff0-a3fa-3b7da9725129 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0692925 Aug 19 15:29:12.850393 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Attempting to bind port 5bf9b7d8-d705-4190-bd01-29213ebc351a on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:29:12.850726 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Attempting to bind port 5bf9b7d8-d705-4190-bd01-29213ebc351a by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '290fffa1-5613-4a0e-bfe4-e549d7c1ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:29:12.851057 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Attempting to bind port 5bf9b7d8-d705-4190-bd01-29213ebc351a on network f06e0ad7-daca-4c6f-af5a-93d063934231 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:29:12.865895 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e66873-2a59-429d-ab66-4c8e1e061253 req-183a9998-32ca-477e-9ccc-fe2e52f7768d tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:12.867755 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-26e66873-2a59-429d-ab66-4c8e1e061253 req-183a9998-32ca-477e-9ccc-fe2e52f7768d tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 943 time: 0.0545781 Aug 19 15:29:12.875126 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Port 5bf9b7d8-d705-4190-bd01-29213ebc351a on network f06e0ad7-daca-4c6f-af5a-93d063934231 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:29:12.876023 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Attempting to bind port 5bf9b7d8-d705-4190-bd01-29213ebc351a on network f06e0ad7-daca-4c6f-af5a-93d063934231 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:29:12.890811 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:29:12.891260 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Checking segment: {'id': '290fffa1-5613-4a0e-bfe4-e549d7c1ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:29:12.891696 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Bound using segment: {'id': '290fffa1-5613-4a0e-bfe4-e549d7c1ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:29:12.892600 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Bound port: 5bf9b7d8-d705-4190-bd01-29213ebc351a, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '290fffa1-5613-4a0e-bfe4-e549d7c1ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:29:12.892600 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:12.931717 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-26e66873-2a59-429d-ab66-4c8e1e061253 req-95567c3a-045f-4a60-81f0-f8551cf26c65 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495281 Aug 19 15:29:13.019708 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-0450acef-69f9-4c57-ba18-aa6b8f23db4e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620185 Aug 19 15:29:13.077496 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] For port 5bf9b7d8-d705-4190-bd01-29213ebc351a, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:29:13.120489 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] For port 5bf9b7d8-d705-4190-bd01-29213ebc351a, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5bf9b7d8-d705-4190-bd01-29213ebc351a,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:29:13.130803 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:13.133838 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:13.134439 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:13.136017 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/5bf9b7d8-d705-4190-bd01-29213ebc351a HTTP/1.1" status: 200 len: 1093 time: 1.4223046 Aug 19 15:29:13.201660 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-43f8355d-4451-40e0-87bd-0e08f35c99e6 req-4ac20c01-3b42-45c4-9a30-a42245d36456 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770859 Aug 19 15:29:13.245305 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb3c0f-ebd2-47d9-95bf-1674d9f6cd37 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf9b7d8-d705-4190-bd01-29213ebc351a,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:13.256666 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-f78ca49a-661d-4ef5-a02e-b487534b12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:13.258675 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-f78ca49a-661d-4ef5-a02e-b487534b12bb service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=981bbb7282bd40d0b5335280d5041fa5&device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 1127 time: 0.0753732 Aug 19 15:29:13.332197 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abc1be-f337-434e-960f-2bcb0d39b7c1 req-6dac9007-ab70-43d6-b81e-ff6b20215e26 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:13.333843 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-52abc1be-f337-434e-960f-2bcb0d39b7c1 req-6dac9007-ab70-43d6-b81e-ff6b20215e26 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.0559776 Aug 19 15:29:13.389985 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:13.412866 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3c8bd7fa-7342-4c42-a3fd-dfb8086b8f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:13.428179 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521c166-bc3a-4b52-9446-06a7285cfcf7 req-e302b475-c1bb-4c36-a04c-b2d971e492bd tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:13.429673 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4521c166-bc3a-4b52-9446-06a7285cfcf7 req-e302b475-c1bb-4c36-a04c-b2d971e492bd tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 985 time: 0.0707622 Aug 19 15:29:13.432675 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-52abc1be-f337-434e-960f-2bcb0d39b7c1 req-72b85dfb-73f1-42c4-9c2c-68a92bffd4af tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920165 Aug 19 15:29:13.497409 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4521c166-bc3a-4b52-9446-06a7285cfcf7 req-9fdae1b5-ec43-44bd-8309-7d6599a23a79 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&id=03329b8d-b452-4f81-b221-e26ad361f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613384 Aug 19 15:29:13.539336 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-c0106b45-815c-42ab-880c-a8a944625652 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf9b7d8-d705-4190-bd01-29213ebc351a HTTP/1.1" status: 200 len: 217 time: 0.0637314 Aug 19 15:29:13.616585 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ed3b2-7c52-4eab-90f1-063394b4638d req-bf4674da-22bb-42bb-a0ae-21b544a43b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:13.618096 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1c6ed3b2-7c52-4eab-90f1-063394b4638d req-bf4674da-22bb-42bb-a0ae-21b544a43b42 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0add00db6668475093f558e9700333d1&device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 1127 time: 0.1364670 Aug 19 15:29:13.620925 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fcbb1-1dc7-4519-8a3f-bb901914dc7d req-68dcd184-f4b3-43fc-bb1c-8a06eeb687dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:13.622261 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-e64fcbb1-1dc7-4519-8a3f-bb901914dc7d req-68dcd184-f4b3-43fc-bb1c-8a06eeb687dc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3c3e603ab69848a2b9688f1e536017f3&device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 1169 time: 0.0849328 Aug 19 15:29:13.646080 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:13.659140 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-c83e22ad-1e64-4194-a380-2446b02e826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:13.660586 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-c83e22ad-1e64-4194-a380-2446b02e826a service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=2f0ea525-4b9d-40ca-9d97-037acc3e2cfc HTTP/1.1" status: 200 len: 855 time: 0.1092956 Aug 19 15:29:13.785959 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-f7e52cbc-40aa-4643-b234-07333eb78da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:13.787449 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-f7e52cbc-40aa-4643-b234-07333eb78da8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f06e0ad7-daca-4c6f-af5a-93d063934231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1108694 Aug 19 15:29:13.885042 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fcbb1-1dc7-4519-8a3f-bb901914dc7d req-87cb7d09-bb5c-412d-b5f5-17d238117a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:13.886489 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-e64fcbb1-1dc7-4519-8a3f-bb901914dc7d req-87cb7d09-bb5c-412d-b5f5-17d238117a3b service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6984f544-3e69-4348-a7eb-5484342f7b48 HTTP/1.1" status: 200 len: 916 time: 0.2553024 Aug 19 15:29:13.903498 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ed3b2-7c52-4eab-90f1-063394b4638d req-19bf149c-ed51-4be8-b5da-c4d198a10e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:13.904819 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1c6ed3b2-7c52-4eab-90f1-063394b4638d req-19bf149c-ed51-4be8-b5da-c4d198a10e9e service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 HTTP/1.1" status: 200 len: 913 time: 0.2746766 Aug 19 15:29:13.980943 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1c6ed3b2-7c52-4eab-90f1-063394b4638d req-b1df5847-e402-403a-841f-af9be39e7066 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdfe8c13-bb9b-4403-9e35-60ecb60215b9 HTTP/1.1" status: 200 len: 217 time: 0.0469186 Aug 19 15:29:13.988994 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:14.036266 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-e64fcbb1-1dc7-4519-8a3f-bb901914dc7d req-21a1db6e-3806-4db4-9d8e-ebbe26c7bf40 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e0d422a-3a6d-4e22-8237-a99f06f45464 HTTP/1.1" status: 200 len: 1002 time: 0.1424320 Aug 19 15:29:14.040344 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-15c61919-ed8a-4859-ab88-731eb81c323a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425182 Aug 19 15:29:14.081448 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f7df0-1d1d-4583-baf5-47fa5df30bf6 req-830f1aeb-7daf-43a1-ae6e-4d7589a705dc tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:14.082980 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ba9f7df0-1d1d-4583-baf5-47fa5df30bf6 req-830f1aeb-7daf-43a1-ae6e-4d7589a705dc tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 943 time: 0.0527773 Aug 19 15:29:14.123830 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ed3b2-7c52-4eab-90f1-063394b4638d req-ac1ec5cf-e296-4e38-80d9-a42f30ab5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:14.126287 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1c6ed3b2-7c52-4eab-90f1-063394b4638d req-ac1ec5cf-e296-4e38-80d9-a42f30ab5327 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93c92eb6-ecf3-4e09-8dc4-e6863da8989f HTTP/1.1" status: 200 len: 851 time: 0.1354210 Aug 19 15:29:14.149586 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ba9f7df0-1d1d-4583-baf5-47fa5df30bf6 req-5bcf9d94-b25f-4793-8cd7-186a6bcedbc5 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603764 Aug 19 15:29:14.196768 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fcbb1-1dc7-4519-8a3f-bb901914dc7d req-05b267de-d337-4d8d-8cc4-626417dfc062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:14.198249 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-e64fcbb1-1dc7-4519-8a3f-bb901914dc7d req-05b267de-d337-4d8d-8cc4-626417dfc062 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=660753bd-ccf6-487f-8cd3-a9754c97ad69 HTTP/1.1" status: 200 len: 854 time: 0.1480048 Aug 19 15:29:14.229716 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ed3b2-7c52-4eab-90f1-063394b4638d req-352e882d-e394-4a87-867a-d07297ad03f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:14.231176 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1c6ed3b2-7c52-4eab-90f1-063394b4638d req-352e882d-e394-4a87-867a-d07297ad03f3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0670443 Aug 19 15:29:14.305811 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-75f12176-4a89-4e9a-acf9-6c88d4d8bbcb req-79968c80-954a-4938-b1ca-bce1caccea6e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543495 Aug 19 15:29:14.308719 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fcbb1-1dc7-4519-8a3f-bb901914dc7d req-044246d4-2223-4644-892f-d65bc073d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:14.310115 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-e64fcbb1-1dc7-4519-8a3f-bb901914dc7d req-044246d4-2223-4644-892f-d65bc073d1d9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6984f544-3e69-4348-a7eb-5484342f7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0920761 Aug 19 15:29:14.430217 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1c6ed3b2-7c52-4eab-90f1-063394b4638d req-f111a2c1-6dc5-44a5-8bf0-868ab58a07e2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718214 Aug 19 15:29:14.453782 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-e64fcbb1-1dc7-4519-8a3f-bb901914dc7d req-55014e0e-0dfb-4143-9400-71ccbc4e3a30 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6984f544-3e69-4348-a7eb-5484342f7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159315 Aug 19 15:29:14.472535 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b2c2fe-ead2-4d92-b4fb-dc42b41094fd', 'tag': '5bf9b7d8-d705-4190-bd01-29213ebc351a'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:29:14.475300 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5e5a28-977c-4841-a6dc-42ac6b76fb54" -d '{"events": [{"name": "network-changed", "server_uuid": "08b2c2fe-ead2-4d92-b4fb-dc42b41094fd", "tag": "5bf9b7d8-d705-4190-bd01-29213ebc351a"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:29:14.520265 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7517eb0-c196-473a-adbe-2376b3a5f113 x-openstack-request-id: req-d7517eb0-c196-473a-adbe-2376b3a5f113 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:29:14.520651 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b2c2fe-ead2-4d92-b4fb-dc42b41094fd", "tag": "5bf9b7d8-d705-4190-bd01-29213ebc351a", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:29:14.520961 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d7517eb0-c196-473a-adbe-2376b3a5f113 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:29:14.521413 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7517eb0-c196-473a-adbe-2376b3a5f113'] response: {'name': 'network-changed', 'server_uuid': '08b2c2fe-ead2-4d92-b4fb-dc42b41094fd', 'tag': '5bf9b7d8-d705-4190-bd01-29213ebc351a', 'status': 'completed', 'code': 200} Aug 19 15:29:14.563932 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec7718-384e-419b-b1e9-00d8b88eb939 req-03006e2c-c1e1-4e3b-b91c-ed98bfc478a6 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:14.566785 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-18ec7718-384e-419b-b1e9-00d8b88eb939 req-03006e2c-c1e1-4e3b-b91c-ed98bfc478a6 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.0538869 Aug 19 15:29:14.647855 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca4edb-dd6a-474b-86b2-78cb8046015b req-32321c57-1e12-4d62-8005-19c739f507f4 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:14.649996 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d0ca4edb-dd6a-474b-86b2-78cb8046015b req-32321c57-1e12-4d62-8005-19c739f507f4 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 985 time: 0.0723231 Aug 19 15:29:14.654252 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-18ec7718-384e-419b-b1e9-00d8b88eb939 req-d16c472f-7f51-48d1-9554-241d838e7069 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837338 Aug 19 15:29:14.662832 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:14.721746 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d0ca4edb-dd6a-474b-86b2-78cb8046015b req-8c2ac304-c0fe-4c33-9fb5-0c7df64ba33c tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&id=03329b8d-b452-4f81-b221-e26ad361f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661821 Aug 19 15:29:15.271546 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdfa5b-bec4-4c9b-82dd-860c5191aa63 req-4b8ef2dd-2fa9-48cb-a3b7-4ef9b578e002 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:15.273096 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-24cdfa5b-bec4-4c9b-82dd-860c5191aa63 req-4b8ef2dd-2fa9-48cb-a3b7-4ef9b578e002 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 943 time: 0.0499015 Aug 19 15:29:15.326474 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-24cdfa5b-bec4-4c9b-82dd-860c5191aa63 req-45bb2973-0ff6-4f17-aad4-05a8b3ba9701 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441296 Aug 19 15:29:15.486296 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:15.551877 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e5a28-977c-4841-a6dc-42ac6b76fb54 req-1f03e612-0792-4731-ab2c-2e9efbc723fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:15.553368 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2c5e5a28-977c-4841-a6dc-42ac6b76fb54 req-1f03e612-0792-4731-ab2c-2e9efbc723fc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=981bbb7282bd40d0b5335280d5041fa5&device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 1127 time: 0.1129475 Aug 19 15:29:15.557173 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-e64fcbb1-1dc7-4519-8a3f-bb901914dc7d req-6123c740-6a8a-485e-94ad-38ad99ab8373 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6984f544-3e69-4348-a7eb-5484342f7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825056 Aug 19 15:29:15.642426 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1c6ed3b2-7c52-4eab-90f1-063394b4638d req-e5427191-6fb2-4ab2-a97d-103c405c3bde service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116075 Aug 19 15:29:15.674894 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e5a28-977c-4841-a6dc-42ac6b76fb54 req-a07c0f99-fecc-469b-af22-56c497dca898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:15.676281 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2c5e5a28-977c-4841-a6dc-42ac6b76fb54 req-a07c0f99-fecc-469b-af22-56c497dca898 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f06e0ad7-daca-4c6f-af5a-93d063934231 HTTP/1.1" status: 200 len: 917 time: 0.1108432 Aug 19 15:29:15.719872 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2c5e5a28-977c-4841-a6dc-42ac6b76fb54 req-eb5ab0e0-850b-42ed-bae3-bd370e238389 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf9b7d8-d705-4190-bd01-29213ebc351a HTTP/1.1" status: 200 len: 217 time: 0.0357215 Aug 19 15:29:15.769926 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b96f62c6-767b-48bf-b4ee-d98d8286d184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:15.776157 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e5a28-977c-4841-a6dc-42ac6b76fb54 req-91e45254-52ca-48bf-8532-193824d2ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:15.777639 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2c5e5a28-977c-4841-a6dc-42ac6b76fb54 req-91e45254-52ca-48bf-8532-193824d2ac5e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=2f0ea525-4b9d-40ca-9d97-037acc3e2cfc HTTP/1.1" status: 200 len: 855 time: 0.0519843 Aug 19 15:29:15.812010 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41233ce-4345-429c-9807-990d3810222e req-486f72e7-20f8-40e4-95d3-d37072e3bfdb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:15.814050 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a41233ce-4345-429c-9807-990d3810222e req-486f72e7-20f8-40e4-95d3-d37072e3bfdb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.0674329 Aug 19 15:29:15.882414 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dcba0-28f8-496b-9098-a40e25ba0947 req-491c461e-2162-4bda-acc9-868769245387 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:15.883984 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-447dcba0-28f8-496b-9098-a40e25ba0947 req-491c461e-2162-4bda-acc9-868769245387 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 985 time: 0.0688648 Aug 19 15:29:15.909250 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e5a28-977c-4841-a6dc-42ac6b76fb54 req-f3434467-3758-4ae1-96ab-6c8c0b7d8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:15.910757 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2c5e5a28-977c-4841-a6dc-42ac6b76fb54 req-f3434467-3758-4ae1-96ab-6c8c0b7d8202 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f06e0ad7-daca-4c6f-af5a-93d063934231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439374 Aug 19 15:29:15.923065 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a41233ce-4345-429c-9807-990d3810222e req-1f979ae2-4d8e-4fbb-8b46-5ba3c598b0af tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967693 Aug 19 15:29:15.964152 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-447dcba0-28f8-496b-9098-a40e25ba0947 req-a0e2cefe-8377-4bfa-9d18-557682339638 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&id=03329b8d-b452-4f81-b221-e26ad361f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680020 Aug 19 15:29:16.008967 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2c5e5a28-977c-4841-a6dc-42ac6b76fb54 req-949201a3-aebf-4a3b-bced-4047b383161f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842948 Aug 19 15:29:16.044028 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:16.104603 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2c5e5a28-977c-4841-a6dc-42ac6b76fb54 req-fa4f5d63-551c-46f4-b022-0e4a3cdd110c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876920 Aug 19 15:29:16.446293 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20099ec1-50f3-405e-9707-fcb45edc0fa6 req-83a900bb-53ab-4d13-ab1f-6d46f444937a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:16.447751 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-20099ec1-50f3-405e-9707-fcb45edc0fa6 req-83a900bb-53ab-4d13-ab1f-6d46f444937a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 943 time: 0.0472393 Aug 19 15:29:16.502592 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-20099ec1-50f3-405e-9707-fcb45edc0fa6 req-4257b166-e696-4d53-b955-cada99733539 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490403 Aug 19 15:29:17.001570 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:29:17.047004 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:17.063951 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a6a8d-672b-4c84-875f-c238f752c838 req-ce8ea16d-f54e-41f2-922f-3045dfef3175 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:17.065446 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-970a6a8d-672b-4c84-875f-c238f752c838 req-ce8ea16d-f54e-41f2-922f-3045dfef3175 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.0622358 Aug 19 15:29:17.112733 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfe05d-b5fd-4699-b199-cfb8aa567c25 req-8504f155-c96c-4033-a95e-7ad059989018 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:17.114177 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9acfe05d-b5fd-4699-b199-cfb8aa567c25 req-8504f155-c96c-4033-a95e-7ad059989018 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 985 time: 0.0708101 Aug 19 15:29:17.154105 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-970a6a8d-672b-4c84-875f-c238f752c838 req-bf9b3042-30d1-4ba7-92e1-dc0a0186d332 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725243 Aug 19 15:29:17.197466 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9acfe05d-b5fd-4699-b199-cfb8aa567c25 req-af82e549-2ac1-4d1e-8d08-0ec68e2818c3 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&id=03329b8d-b452-4f81-b221-e26ad361f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738728 Aug 19 15:29:17.628867 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a8641-84ac-4d0e-a3dc-dd6a01aef08f req-f5ddfb2f-9ee7-4f02-aab8-f17bfb194d77 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:17.630443 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c80a8641-84ac-4d0e-a3dc-dd6a01aef08f req-f5ddfb2f-9ee7-4f02-aab8-f17bfb194d77 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 943 time: 0.0483406 Aug 19 15:29:17.664486 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:17.684530 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c80a8641-84ac-4d0e-a3dc-dd6a01aef08f req-c0449b99-8e0b-461f-ac67-fb8b142bffd0 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483611 Aug 19 15:29:18.026981 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 5bf9b7d8-d705-4190-bd01-29213ebc351a details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:29:18.128870 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 5bf9b7d8-d705-4190-bd01-29213ebc351a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5bf9b7d8-d705-4190-bd01-29213ebc351a,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:18.139984 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': '5bf9b7d8-d705-4190-bd01-29213ebc351a', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'port_id': '5bf9b7d8-d705-4190-bd01-29213ebc351a', 'mac_address': 'fa:16:3e:48:9c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:29:18.176465 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 5bf9b7d8-d705-4190-bd01-29213ebc351a is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:29:18.176858 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:18.190249 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf9b7d8-d705-4190-bd01-29213ebc351a {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:29:18.211770 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 5bf9b7d8-d705-4190-bd01-29213ebc351a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5bf9b7d8-d705-4190-bd01-29213ebc351a,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:18.216132 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:18.264633 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=5bf9b7d8-d705-4190-bd01-29213ebc351a,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:18.295915 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cabe2b-aa85-44dd-b4a8-f2370b47b0ee req-0df850ba-099a-464c-ad00-c0734a0fadc4 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:18.298077 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-84cabe2b-aa85-44dd-b4a8-f2370b47b0ee req-0df850ba-099a-464c-ad00-c0734a0fadc4 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 944 time: 0.0599563 Aug 19 15:29:18.343620 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368415a3-34f8-4c41-bc2e-d2ca1ddc620f req-03594fe6-d4df-4617-ad2b-f3a2ed5d93aa tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:18.345090 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-368415a3-34f8-4c41-bc2e-d2ca1ddc620f req-03594fe6-d4df-4617-ad2b-f3a2ed5d93aa tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 985 time: 0.0689225 Aug 19 15:29:18.388406 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-84cabe2b-aa85-44dd-b4a8-f2370b47b0ee req-ca595964-c467-4f5a-97fe-263fc62ce569 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733738 Aug 19 15:29:18.429227 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-368415a3-34f8-4c41-bc2e-d2ca1ddc620f req-867f9dc3-2b27-48ec-a1c6-8f68e0e3c79b tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&id=03329b8d-b452-4f81-b221-e26ad361f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782089 Aug 19 15:29:18.477012 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['5bf9b7d8-d705-4190-bd01-29213ebc351a'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:29:18.534380 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:18.557218 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:18.804196 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60504c04-4350-48f7-914a-c41c5f136fb3 req-0702631f-2c3c-49ea-9a07-0828a526b2c7 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:18.805624 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-60504c04-4350-48f7-914a-c41c5f136fb3 req-0702631f-2c3c-49ea-9a07-0828a526b2c7 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 943 time: 0.0493209 Aug 19 15:29:18.854389 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-60504c04-4350-48f7-914a-c41c5f136fb3 req-cb709c54-87d8-48c2-ae93-d107dfae1199 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430241 Aug 19 15:29:19.491190 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:19.558624 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b979b7-4aac-4e62-8ddc-178bd4c3f1bb req-71ae643e-5bc3-48e1-8fb5-f442df8de8e9 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:19.560075 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f7b979b7-4aac-4e62-8ddc-178bd4c3f1bb req-71ae643e-5bc3-48e1-8fb5-f442df8de8e9 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 944 time: 0.0794144 Aug 19 15:29:19.570505 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc35dc3-e500-420a-b12e-e01d655da2af req-ba2748ab-cfea-4f0d-8bbd-554b3d1a051c tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:19.571885 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2bc35dc3-e500-420a-b12e-e01d655da2af req-ba2748ab-cfea-4f0d-8bbd-554b3d1a051c tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 985 time: 0.0630147 Aug 19 15:29:19.647520 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f7b979b7-4aac-4e62-8ddc-178bd4c3f1bb req-b3071a9f-85b2-4665-b399-2dc7c17ba6c4 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746253 Aug 19 15:29:19.660800 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2bc35dc3-e500-420a-b12e-e01d655da2af req-390a9845-0f60-472f-bc57-893bb93487a1 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&id=03329b8d-b452-4f81-b221-e26ad361f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821292 Aug 19 15:29:19.972485 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9ef92-e533-438e-aeab-03e4bbf02fcb req-ebe6b77a-eb82-4cff-9dd7-aa75b1e7740c tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:19.973869 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-39e9ef92-e533-438e-aeab-03e4bbf02fcb req-ebe6b77a-eb82-4cff-9dd7-aa75b1e7740c tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 943 time: 0.0479014 Aug 19 15:29:20.022839 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-39e9ef92-e533-438e-aeab-03e4bbf02fcb req-59f4c776-0e78-480c-9d04-470b1e780f3e tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434856 Aug 19 15:29:20.042681 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 5bf9b7d8-d705-4190-bd01-29213ebc351a up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:20.088685 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port 5bf9b7d8-d705-4190-bd01-29213ebc351a completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:29:20.095390 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port 5bf9b7d8-d705-4190-bd01-29213ebc351a triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:29:20.095830 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:20.130438 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:20.172923 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 5bf9b7d8-d705-4190-bd01-29213ebc351a is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:29:20.173314 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:20.198768 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b2c2fe-ead2-4d92-b4fb-dc42b41094fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf9b7d8-d705-4190-bd01-29213ebc351a'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:29:20.201026 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24225d08-2b0c-448c-b0af-9381a32736e0" -d '{"events": [{"server_uuid": "08b2c2fe-ead2-4d92-b4fb-dc42b41094fd", "name": "network-vif-plugged", "status": "completed", "tag": "5bf9b7d8-d705-4190-bd01-29213ebc351a"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:29:20.215262 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 5bf9b7d8-d705-4190-bd01-29213ebc351a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5bf9b7d8-d705-4190-bd01-29213ebc351a,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:20.219434 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:20.242691 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a230f3f-ad9c-4516-b262-68be984f0136 x-openstack-request-id: req-2a230f3f-ad9c-4516-b262-68be984f0136 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:29:20.242981 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b2c2fe-ead2-4d92-b4fb-dc42b41094fd", "name": "network-vif-plugged", "status": "completed", "tag": "5bf9b7d8-d705-4190-bd01-29213ebc351a", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:29:20.243237 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2a230f3f-ad9c-4516-b262-68be984f0136 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:29:20.243631 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a230f3f-ad9c-4516-b262-68be984f0136'] response: {'server_uuid': '08b2c2fe-ead2-4d92-b4fb-dc42b41094fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf9b7d8-d705-4190-bd01-29213ebc351a', 'code': 200} Aug 19 15:29:20.247533 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:20.275813 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=5bf9b7d8-d705-4190-bd01-29213ebc351a,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:20.414938 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e319d79-2243-40d6-a7a1-c3f3e4a08bed req-9a99d779-987c-4224-a9d8-5dec4dbb10be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:20.416383 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-9e319d79-2243-40d6-a7a1-c3f3e4a08bed req-9a99d779-987c-4224-a9d8-5dec4dbb10be service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 1129 time: 0.0386786 Aug 19 15:29:20.467183 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-9e319d79-2243-40d6-a7a1-c3f3e4a08bed req-97a31f9f-70d3-4c32-b259-6dc56ec244ad service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429599 Aug 19 15:29:20.818474 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c0f1a-d25a-40f3-8482-9569df69f5f6 req-14f145e1-e2fc-41d8-b7ca-0934b0fcbd57 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:20.819941 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b06c0f1a-d25a-40f3-8482-9569df69f5f6 req-14f145e1-e2fc-41d8-b7ca-0934b0fcbd57 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0908148 Aug 19 15:29:20.825738 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f60a8-eb52-4853-ac96-d694f6b7b9ea req-747da42d-2120-4a6f-9919-dcb7d976c599 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:20.827069 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-740f60a8-eb52-4853-ac96-d694f6b7b9ea req-747da42d-2120-4a6f-9919-dcb7d976c599 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 985 time: 0.0884564 Aug 19 15:29:20.902244 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b06c0f1a-d25a-40f3-8482-9569df69f5f6 req-8e88bf50-dae1-47ca-a7e2-b02a48c1900c tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742593 Aug 19 15:29:20.918250 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-740f60a8-eb52-4853-ac96-d694f6b7b9ea req-b3460ae8-fd3e-4773-b6e1-20d93c472c13 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&id=03329b8d-b452-4f81-b221-e26ad361f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839183 Aug 19 15:29:21.144572 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35ba95-6b38-42c1-ae3d-5620a8517bf0 req-0e892f46-58c3-4216-850c-0e65d10842f2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:21.146031 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6c35ba95-6b38-42c1-ae3d-5620a8517bf0 req-0e892f46-58c3-4216-850c-0e65d10842f2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 943 time: 0.0538964 Aug 19 15:29:21.196479 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6c35ba95-6b38-42c1-ae3d-5620a8517bf0 req-adc0d5de-dca2-47c4-9cc2-07caf24b6319 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446663 Aug 19 15:29:22.051790 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device cdfe8c13-bb9b-4403-9e35-60ecb60215b9 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:29:22.056630 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c3054-7174-4df8-8e5a-9bb78e08717d req-d5a8700d-ef21-4451-b0af-148d512260dc tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:22.058142 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ce5c3054-7174-4df8-8e5a-9bb78e08717d req-d5a8700d-ef21-4451-b0af-148d512260dc tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 985 time: 0.0650713 Aug 19 15:29:22.065294 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ee028-1c8f-4687-a0ea-b965a82c0adf req-e1f0624a-e021-491b-b960-cd5561547ac5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:22.066796 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9f9ee028-1c8f-4687-a0ea-b965a82c0adf req-e1f0624a-e021-491b-b960-cd5561547ac5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0841570 Aug 19 15:29:22.114856 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:22.152899 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port cdfe8c13-bb9b-4403-9e35-60ecb60215b9, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=cdfe8c13-bb9b-4403-9e35-60ecb60215b9,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:22.159823 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9f9ee028-1c8f-4687-a0ea-b965a82c0adf req-2c3382a1-06b5-4aa8-bf97-36527bb04150 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860338 Aug 19 15:29:22.164470 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'port_id': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9', 'mac_address': 'fa:16:3e:10:3d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:29:22.166128 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ce5c3054-7174-4df8-8e5a-9bb78e08717d req-75220977-666c-44a0-abb1-54c6ab5c0d07 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&id=03329b8d-b452-4f81-b221-e26ad361f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982366 Aug 19 15:29:22.213568 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port cdfe8c13-bb9b-4403-9e35-60ecb60215b9 is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:29:22.213958 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (cdfe8c13-bb9b-4403-9e35-60ecb60215b9), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:22.227867 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdfe8c13-bb9b-4403-9e35-60ecb60215b9 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:29:22.252713 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port cdfe8c13-bb9b-4403-9e35-60ecb60215b9, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=cdfe8c13-bb9b-4403-9e35-60ecb60215b9,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:22.256815 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (cdfe8c13-bb9b-4403-9e35-60ecb60215b9), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:22.314840 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=cdfe8c13-bb9b-4403-9e35-60ecb60215b9,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:22.319922 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2b1e9-4cb8-4008-907a-2044be0efe61 req-0c43034f-8c8c-441c-9fed-94c40ad9d44e tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:22.321471 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f8b2b1e9-4cb8-4008-907a-2044be0efe61 req-0c43034f-8c8c-441c-9fed-94c40ad9d44e tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0816870 Aug 19 15:29:22.332778 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46498) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:22.336089 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f11555-fc94-4ea2-8666-8c23c47d1a96 req-5571fa82-f348-4aaa-83f9-4ca243a15f4f tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:22.337614 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-57f11555-fc94-4ea2-8666-8c23c47d1a96 req-5571fa82-f348-4aaa-83f9-4ca243a15f4f tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 944 time: 0.0669687 Aug 19 15:29:22.338034 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-750657cc-c4ae-4d4b-bf6f-435e43fb6034 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Request body: {'floatingip': {'port_id': '5bf9b7d8-d705-4190-bd01-29213ebc351a'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:22.380298 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-750657cc-c4ae-4d4b-bf6f-435e43fb6034 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for floatingip (183a3d18-0b70-4da3-b36d-b734d03e8338), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:22.387450 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-57f11555-fc94-4ea2-8666-8c23c47d1a96 req-a00d6da1-57de-486b-a847-aae82fe61dfa tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439992 Aug 19 15:29:22.537840 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['cdfe8c13-bb9b-4403-9e35-60ecb60215b9'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:29:23.060014 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:23.079157 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-750657cc-c4ae-4d4b-bf6f-435e43fb6034 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:23.083064 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-750657cc-c4ae-4d4b-bf6f-435e43fb6034 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (183a3d18-0b70-4da3-b36d-b734d03e8338), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:23.182280 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.l3_db [None req-750657cc-c4ae-4d4b-bf6f-435e43fb6034 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Floating IP 183a3d18-0b70-4da3-b36d-b734d03e8338 associated. External IP: 172.27.2.204, port: 5bf9b7d8-d705-4190-bd01-29213ebc351a. Aug 19 15:29:23.311083 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c68289-aafc-4869-ba4e-e4bf0e5362e4 req-88bfd8ec-0a04-47b5-9817-5aae3d85a4b8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:23.312647 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-35c68289-aafc-4869-ba4e-e4bf0e5362e4 req-88bfd8ec-0a04-47b5-9817-5aae3d85a4b8 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 985 time: 0.0678725 Aug 19 15:29:23.392992 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:23.411779 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-35c68289-aafc-4869-ba4e-e4bf0e5362e4 req-b88b9a7b-af49-4c6a-b435-cc22769628ec tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&id=03329b8d-b452-4f81-b221-e26ad361f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929062 Aug 19 15:29:23.413300 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750657cc-c4ae-4d4b-bf6f-435e43fb6034 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Router 81dba262-78d6-45eb-92b2-b6ad51e221f4 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:29:23.504184 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:23.511548 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22a1d3-6c93-44b9-ac00-623e74352f81 req-c691e78a-9c0d-446c-bfdb-0534f8762f77 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:23.513101 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5a22a1d3-6c93-44b9-ac00-623e74352f81 req-c691e78a-9c0d-446c-bfdb-0534f8762f77 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 944 time: 0.0481200 Aug 19 15:29:23.523654 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750657cc-c4ae-4d4b-bf6f-435e43fb6034 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:23.528561 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-750657cc-c4ae-4d4b-bf6f-435e43fb6034 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:23.534774 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b778c0db-fbee-456a-af2f-b6300646d9ed None None] Sync routers for ids ['81dba262-78d6-45eb-92b2-b6ad51e221f4'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:23.545129 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b778c0db-fbee-456a-af2f-b6300646d9ed None None] Routers {'81dba262-78d6-45eb-92b2-b6ad51e221f4'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:29:23.545841 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b778c0db-fbee-456a-af2f-b6300646d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:29:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['81dba262-78d6-45eb-92b2-b6ad51e221f4'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:23.561339 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-750657cc-c4ae-4d4b-bf6f-435e43fb6034 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/183a3d18-0b70-4da3-b36d-b734d03e8338 HTTP/1.1" status: 200 len: 991 time: 1.2270472 Aug 19 15:29:23.562921 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b2c2fe-ead2-4d92-b4fb-dc42b41094fd', 'tag': '5bf9b7d8-d705-4190-bd01-29213ebc351a'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:29:23.566194 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e0ab59-acf7-4cda-8cbc-fbe3410e441e" -d '{"events": [{"name": "network-changed", "server_uuid": "08b2c2fe-ead2-4d92-b4fb-dc42b41094fd", "tag": "5bf9b7d8-d705-4190-bd01-29213ebc351a"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:29:23.569025 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5a22a1d3-6c93-44b9-ac00-623e74352f81 req-bea5d00c-71a4-48ba-8462-9ff14c96fd5d tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497415 Aug 19 15:29:23.605579 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827a8174-1267-4585-9ea6-b57244052e9f x-openstack-request-id: req-827a8174-1267-4585-9ea6-b57244052e9f {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:29:23.605867 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b2c2fe-ead2-4d92-b4fb-dc42b41094fd", "tag": "5bf9b7d8-d705-4190-bd01-29213ebc351a", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:29:23.606127 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-827a8174-1267-4585-9ea6-b57244052e9f {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:29:23.606533 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-827a8174-1267-4585-9ea6-b57244052e9f'] response: {'name': 'network-changed', 'server_uuid': '08b2c2fe-ead2-4d92-b4fb-dc42b41094fd', 'tag': '5bf9b7d8-d705-4190-bd01-29213ebc351a', 'status': 'completed', 'code': 200} Aug 19 15:29:23.629225 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:23.660893 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-b778c0db-fbee-456a-af2f-b6300646d9ed None None] Set router 81dba262-78d6-45eb-92b2-b6ad51e221f4 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:29:23.673583 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0ab59-acf7-4cda-8cbc-fbe3410e441e req-0b23ff5d-f0b1-494b-b4ae-c2dc291aaee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:23.675922 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-08e0ab59-acf7-4cda-8cbc-fbe3410e441e req-0b23ff5d-f0b1-494b-b4ae-c2dc291aaee2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=981bbb7282bd40d0b5335280d5041fa5&device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 1129 time: 0.0457156 Aug 19 15:29:23.770472 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0ab59-acf7-4cda-8cbc-fbe3410e441e req-b0eec788-c788-4dc0-9e16-de9b5d21d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:23.771932 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-08e0ab59-acf7-4cda-8cbc-fbe3410e441e req-b0eec788-c788-4dc0-9e16-de9b5d21d5d3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f06e0ad7-daca-4c6f-af5a-93d063934231 HTTP/1.1" status: 200 len: 917 time: 0.0889034 Aug 19 15:29:23.837586 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-08e0ab59-acf7-4cda-8cbc-fbe3410e441e req-08bfe74e-f1af-45f9-ae84-19d4639bd2a5 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf9b7d8-d705-4190-bd01-29213ebc351a HTTP/1.1" status: 200 len: 999 time: 0.0591004 Aug 19 15:29:23.877769 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:23.884176 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b778c0db-fbee-456a-af2f-b6300646d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:29:03Z', 'revision_number': 4, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port': {'id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:01Z', 'updated_at': '2022-08-19T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '183a3d18-0b70-4da3-b36d-b734d03e8338', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'port_id': '5bf9b7d8-d705-4190-bd01-29213ebc351a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'mac_address': 'fa:16:3e:48:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2c2fe-ead2-4d92-b4fb-dc42b41094fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:29:07Z', 'updated_at': '2022-08-19T15:29:22Z', 'revision_number': 1, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b00b58-d3e4-4f35-a686-11daeb47b2ef', 'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'mac_address': 'fa:16:3e:82:05:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:03Z', 'updated_at': '2022-08-19T15:29:09Z', 'revision_number': 5, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'subnets': [{'id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:23.889314 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0ab59-acf7-4cda-8cbc-fbe3410e441e req-13086524-86ec-46ca-b4c4-a51f75000196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:23.890931 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-08e0ab59-acf7-4cda-8cbc-fbe3410e441e req-13086524-86ec-46ca-b4c4-a51f75000196 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=2f0ea525-4b9d-40ca-9d97-037acc3e2cfc HTTP/1.1" status: 200 len: 855 time: 0.0469341 Aug 19 15:29:23.909890 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b778c0db-fbee-456a-af2f-b6300646d9ed None None] Checking router: 81dba262-78d6-45eb-92b2-b6ad51e221f4 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:23.918251 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b778c0db-fbee-456a-af2f-b6300646d9ed None None] Routers {'81dba262-78d6-45eb-92b2-b6ad51e221f4'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:29:23.918847 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b778c0db-fbee-456a-af2f-b6300646d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:29:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['81dba262-78d6-45eb-92b2-b6ad51e221f4'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:23.935307 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0ab59-acf7-4cda-8cbc-fbe3410e441e req-80d44e2e-f0c2-4fde-a1db-a855bab6bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:23.936850 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-08e0ab59-acf7-4cda-8cbc-fbe3410e441e req-80d44e2e-f0c2-4fde-a1db-a855bab6bb12 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f06e0ad7-daca-4c6f-af5a-93d063934231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401928 Aug 19 15:29:24.023862 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-b778c0db-fbee-456a-af2f-b6300646d9ed None None] Set router 81dba262-78d6-45eb-92b2-b6ad51e221f4 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:29:24.030015 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-08e0ab59-acf7-4cda-8cbc-fbe3410e441e req-0bb109f9-113b-4554-a597-873c3765607a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870183 Aug 19 15:29:24.062252 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device cdfe8c13-bb9b-4403-9e35-60ecb60215b9 up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:24.108501 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=45 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:24.125598 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-08e0ab59-acf7-4cda-8cbc-fbe3410e441e req-1a3a9f59-adb5-4f57-a6b1-85de769f5fbd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886292 Aug 19 15:29:24.174669 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port cdfe8c13-bb9b-4403-9e35-60ecb60215b9 completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:29:24.205809 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port cdfe8c13-bb9b-4403-9e35-60ecb60215b9 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:29:24.206170 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (cdfe8c13-bb9b-4403-9e35-60ecb60215b9), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:24.333899 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b778c0db-fbee-456a-af2f-b6300646d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:29:03Z', 'revision_number': 4, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port': {'id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:01Z', 'updated_at': '2022-08-19T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '183a3d18-0b70-4da3-b36d-b734d03e8338', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'port_id': '5bf9b7d8-d705-4190-bd01-29213ebc351a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'mac_address': 'fa:16:3e:48:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2c2fe-ead2-4d92-b4fb-dc42b41094fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:29:07Z', 'updated_at': '2022-08-19T15:29:22Z', 'revision_number': 1, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b00b58-d3e4-4f35-a686-11daeb47b2ef', 'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'mac_address': 'fa:16:3e:82:05:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:03Z', 'updated_at': '2022-08-19T15:29:09Z', 'revision_number': 5, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'subnets': [{'id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:24.367377 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b778c0db-fbee-456a-af2f-b6300646d9ed None None] The sync data for ids ['81dba262-78d6-45eb-92b2-b6ad51e221f4'] in dv-cinder-835384-20-iscsi is: [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:29:03Z', 'revision_number': 4, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port': {'id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:01Z', 'updated_at': '2022-08-19T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '183a3d18-0b70-4da3-b36d-b734d03e8338', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'port_id': '5bf9b7d8-d705-4190-bd01-29213ebc351a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'mac_address': 'fa:16:3e:48:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2c2fe-ead2-4d92-b4fb-dc42b41094fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:29:07Z', 'updated_at': '2022-08-19T15:29:22Z', 'revision_number': 1, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b00b58-d3e4-4f35-a686-11daeb47b2ef', 'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'mac_address': 'fa:16:3e:82:05:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:03Z', 'updated_at': '2022-08-19T15:29:09Z', 'revision_number': 5, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'subnets': [{'id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:24.369005 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port cdfe8c13-bb9b-4403-9e35-60ecb60215b9 is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:29:24.369387 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (cdfe8c13-bb9b-4403-9e35-60ecb60215b9), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:24.525301 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:29:24.527742 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc211fc-fbf2-4988-be1e-b06da820f1ec" -d '{"events": [{"server_uuid": "69a1ec3f-5819-42b2-8e3d-5d6327ba52f8", "name": "network-vif-plugged", "status": "completed", "tag": "cdfe8c13-bb9b-4403-9e35-60ecb60215b9"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:29:24.542525 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port cdfe8c13-bb9b-4403-9e35-60ecb60215b9, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=cdfe8c13-bb9b-4403-9e35-60ecb60215b9,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:24.546988 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (cdfe8c13-bb9b-4403-9e35-60ecb60215b9), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:24.558353 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a2a91-88cd-4431-bd40-472ca9f9d895 req-8c234907-0a30-4a93-8fa5-428671f5f0b4 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:24.559910 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c68a2a91-88cd-4431-bd40-472ca9f9d895 req-8c234907-0a30-4a93-8fa5-428671f5f0b4 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 985 time: 0.0623813 Aug 19 15:29:24.608783 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=cdfe8c13-bb9b-4403-9e35-60ecb60215b9,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:24.634543 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c68a2a91-88cd-4431-bd40-472ca9f9d895 req-30dedff6-ac82-47e4-93ad-b9056c5eb170 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&id=03329b8d-b452-4f81-b221-e26ad361f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680194 Aug 19 15:29:24.664015 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919e317d-135e-4904-86c0-ce1fe89770a2 None None] New status for floating IP 183a3d18-0b70-4da3-b36d-b734d03e8338: ACTIVE {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:29:24.709896 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb24a5a1-2b4b-4dde-ad77-94122b36cc33 x-openstack-request-id: req-eb24a5a1-2b4b-4dde-ad77-94122b36cc33 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:29:24.710193 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a1ec3f-5819-42b2-8e3d-5d6327ba52f8", "name": "network-vif-plugged", "status": "completed", "tag": "cdfe8c13-bb9b-4403-9e35-60ecb60215b9", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:29:24.710448 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eb24a5a1-2b4b-4dde-ad77-94122b36cc33 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:29:24.710849 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb24a5a1-2b4b-4dde-ad77-94122b36cc33'] response: {'server_uuid': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9', 'code': 200} Aug 19 15:29:24.817326 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd28ca-c92e-4089-b8f6-b5b3aaaccb28 req-6188e0b2-37ff-421a-8d80-b81af3dba630 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:24.819698 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-36bd28ca-c92e-4089-b8f6-b5b3aaaccb28 req-6188e0b2-37ff-421a-8d80-b81af3dba630 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 945 time: 0.0521281 Aug 19 15:29:24.897484 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-36bd28ca-c92e-4089-b8f6-b5b3aaaccb28 req-026ba0e9-1dd8-430d-b245-e65a8807439d tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602837 Aug 19 15:29:24.996432 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:25.006398 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d34c77-7a1b-41ae-9d1e-5857bb0b048e req-26a91dca-fbd7-4c83-a529-c3e85c289c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:25.007901 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c0d34c77-7a1b-41ae-9d1e-5857bb0b048e req-26a91dca-fbd7-4c83-a529-c3e85c289c13 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 1129 time: 0.0449386 Aug 19 15:29:25.056540 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c0d34c77-7a1b-41ae-9d1e-5857bb0b048e req-6a01f0f0-10d1-4dc4-923c-4718aa695246 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418749 Aug 19 15:29:25.769546 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed1965-e78c-48ed-9f7c-0433da35fb59 req-d9aa7644-5685-42c3-8121-4382678614dc tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:25.771081 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-faed1965-e78c-48ed-9f7c-0433da35fb59 req-d9aa7644-5685-42c3-8121-4382678614dc tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 985 time: 0.0479200 Aug 19 15:29:25.833711 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-faed1965-e78c-48ed-9f7c-0433da35fb59 req-95a10c13-ff1b-49ce-badd-3a390aeac394 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&id=03329b8d-b452-4f81-b221-e26ad361f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567834 Aug 19 15:29:26.229484 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc497d3-7fb4-4782-a959-ef7c2ac13a99 req-3734be06-e2a5-4233-ad61-49f215998ad6 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:26.231757 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-edc497d3-7fb4-4782-a959-ef7c2ac13a99 req-3734be06-e2a5-4233-ad61-49f215998ad6 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 945 time: 0.2651620 Aug 19 15:29:26.286868 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-edc497d3-7fb4-4782-a959-ef7c2ac13a99 req-8d54419f-7c7e-4b82-a009-386baa88f9d2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448604 Aug 19 15:29:26.953680 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d853c-ae8f-472d-a1b1-86081f928d94 req-f413bf75-54df-427c-83d3-8453d67af2b3 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:26.955396 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-150d853c-ae8f-472d-a1b1-86081f928d94 req-f413bf75-54df-427c-83d3-8453d67af2b3 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 985 time: 0.0500436 Aug 19 15:29:27.017225 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-150d853c-ae8f-472d-a1b1-86081f928d94 req-e292215d-e78e-4d5d-8cfc-cbd2bceb6dc7 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&id=03329b8d-b452-4f81-b221-e26ad361f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562792 Aug 19 15:29:27.404378 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1ecf4-0401-4ad6-867c-45ed9c849ffd req-7da184c4-c72a-4653-9e2a-f2420473ba87 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:27.405873 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fde1ecf4-0401-4ad6-867c-45ed9c849ffd req-7da184c4-c72a-4653-9e2a-f2420473ba87 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 945 time: 0.0464277 Aug 19 15:29:27.454936 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fde1ecf4-0401-4ad6-867c-45ed9c849ffd req-77956266-6be6-40fd-96ee-453a01d9a92e tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426748 Aug 19 15:29:27.562887 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:27.572328 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a3456-838f-4be9-8410-8e0e729e2e65 req-b2995359-563f-44c3-8436-d2d97eba1aeb tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:27.573760 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a85a3456-838f-4be9-8410-8e0e729e2e65 req-b2995359-563f-44c3-8436-d2d97eba1aeb tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 945 time: 0.0482981 Aug 19 15:29:27.623088 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a85a3456-838f-4be9-8410-8e0e729e2e65 req-6d9f4391-036c-4c73-a8d3-4f3bf4359e28 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430083 Aug 19 15:29:27.649918 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46556) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:27.691748 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2384644-b8ce-4f47-8e03-bd3faa8672ee tempest-TestVolumeBootPattern-1387279635 tempest-TestVolumeBootPattern-1387279635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:27.693297 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b2384644-b8ce-4f47-8e03-bd3faa8672ee tempest-TestVolumeBootPattern-1387279635 tempest-TestVolumeBootPattern-1387279635-project-admin] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 1124 time: 0.0424335 Aug 19 15:29:27.696071 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46558) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:27.700427 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Request body: {'floatingip': {'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'port_id': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9', 'tenant_id': '0add00db6668475093f558e9700333d1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:27.722057 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:27.800615 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:27.860358 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:27.911313 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Allocated IP 172.27.2.123 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/ff91ff57-513c-4937-be6d-1ee5242cdf73) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:29:28.016461 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for port (ff91ff57-513c-4937-be6d-1ee5242cdf73), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:28.048809 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (ff91ff57-513c-4937-be6d-1ee5242cdf73), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:28.093207 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:28.109880 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:28.113850 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:29:28.133365 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event updated for resources: {'Port': ['ID=ff91ff57-513c-4937-be6d-1ee5242cdf73,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:28.173517 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83766f-7294-4223-a9f0-be17b02247eb req-7c6403d8-dbda-4d34-b8bd-ed26858d2077 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:28.175287 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4b83766f-7294-4223-a9f0-be17b02247eb req-7c6403d8-dbda-4d34-b8bd-ed26858d2077 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 985 time: 0.0840635 Aug 19 15:29:28.302605 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4b83766f-7294-4223-a9f0-be17b02247eb req-3c62bef8-7749-4356-bbd7-daf016de70bc tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&id=03329b8d-b452-4f81-b221-e26ad361f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194797 Aug 19 15:29:28.389594 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:28.549016 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for floatingip (d57a3405-16b7-45ed-960b-196cfc8f6070), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:28.614169 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (ff91ff57-513c-4937-be6d-1ee5242cdf73), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:28.668744 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:28.763188 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for port (ff91ff57-513c-4937-be6d-1ee5242cdf73), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:28.768512 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012003'] for port (ff91ff57-513c-4937-be6d-1ee5242cdf73), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:28.840048 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event updated for resources: {'Port': ['ID=ff91ff57-513c-4937-be6d-1ee5242cdf73,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:28.842571 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (d57a3405-16b7-45ed-960b-196cfc8f6070), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:28.938676 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.l3_db [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Floating IP d57a3405-16b7-45ed-960b-196cfc8f6070 associated. External IP: 172.27.2.123, port: cdfe8c13-bb9b-4403-9e35-60ecb60215b9. Aug 19 15:29:29.137563 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Router 4a6b6691-e616-4b10-83da-44289e719325 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:29:29.184889 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:29.244609 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:29.254580 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9a5415-bfd4-44d4-83c5-bd1fa9ba2cf8 None None] Sync routers for ids ['4a6b6691-e616-4b10-83da-44289e719325'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:29.263249 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:29.266432 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9a5415-bfd4-44d4-83c5-bd1fa9ba2cf8 None None] Routers {'4a6b6691-e616-4b10-83da-44289e719325'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:29:29.267059 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-8c9a5415-bfd4-44d4-83c5-bd1fa9ba2cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:29:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['4a6b6691-e616-4b10-83da-44289e719325'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:29.293855 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-67ac0ce6-ef8d-41b1-aad8-a1ca3eba4f69 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5966721 Aug 19 15:29:29.294443 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'tag': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:29:29.296799 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69ccef422e24697aa339ca93078f5b722801d9cd263b30b0a6d79bd9e8f250f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d15abf-fddf-4ace-ac41-41ecb273f401" -d '{"events": [{"name": "network-changed", "server_uuid": "69a1ec3f-5819-42b2-8e3d-5d6327ba52f8", "tag": "cdfe8c13-bb9b-4403-9e35-60ecb60215b9"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:29:29.304932 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:29.336195 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b6b373-3529-4bcf-88d1-7e6fe73ed6a6 x-openstack-request-id: req-53b6b373-3529-4bcf-88d1-7e6fe73ed6a6 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:29:29.336581 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a1ec3f-5819-42b2-8e3d-5d6327ba52f8", "tag": "cdfe8c13-bb9b-4403-9e35-60ecb60215b9", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:29:29.336849 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-53b6b373-3529-4bcf-88d1-7e6fe73ed6a6 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:29:29.337391 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b6b373-3529-4bcf-88d1-7e6fe73ed6a6'] response: {'name': 'network-changed', 'server_uuid': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'tag': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9', 'status': 'completed', 'code': 200} Aug 19 15:29:29.379889 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-8c9a5415-bfd4-44d4-83c5-bd1fa9ba2cf8 None None] Set router 4a6b6691-e616-4b10-83da-44289e719325 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:29:29.409781 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d15abf-fddf-4ace-ac41-41ecb273f401 req-d98a3b31-31f2-4a64-b54e-b08f6e626962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:29.411303 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a8d15abf-fddf-4ace-ac41-41ecb273f401 req-d98a3b31-31f2-4a64-b54e-b08f6e626962 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0add00db6668475093f558e9700333d1&device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 1129 time: 0.0498972 Aug 19 15:29:29.443980 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b6a81-dcf4-4a30-9706-b1420dc944d8 req-62e5e13e-972c-4dd3-97d3-69a7347ce997 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:29.446023 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0b4b6a81-dcf4-4a30-9706-b1420dc944d8 req-62e5e13e-972c-4dd3-97d3-69a7347ce997 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 985 time: 0.0542033 Aug 19 15:29:29.509585 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0b4b6a81-dcf4-4a30-9706-b1420dc944d8 req-25c91a0a-47eb-42f6-89a2-37bf2fd489ce tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&id=03329b8d-b452-4f81-b221-e26ad361f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576410 Aug 19 15:29:29.510602 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d15abf-fddf-4ace-ac41-41ecb273f401 req-45ab23e7-d277-4e4b-9246-f58435c78c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:29.512151 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a8d15abf-fddf-4ace-ac41-41ecb273f401 req-45ab23e7-d277-4e4b-9246-f58435c78c50 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 HTTP/1.1" status: 200 len: 913 time: 0.0934784 Aug 19 15:29:29.538954 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:29.575695 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a8d15abf-fddf-4ace-ac41-41ecb273f401 req-edd1c773-4b1c-4458-9714-77748cfe6821 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdfe8c13-bb9b-4403-9e35-60ecb60215b9 HTTP/1.1" status: 200 len: 999 time: 0.0564885 Aug 19 15:29:29.603808 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-8c9a5415-bfd4-44d4-83c5-bd1fa9ba2cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': 'd57a3405-16b7-45ed-960b-196cfc8f6070', 'tenant_id': '0add00db6668475093f558e9700333d1', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '4a6b6691-e616-4b10-83da-44289e719325', 'port_id': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'mac_address': 'fa:16:3e:10:3d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:29:28Z', 'updated_at': '2022-08-19T15:29:28Z', 'revision_number': 0, 'project_id': '0add00db6668475093f558e9700333d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:50Z', 'revision_number': 5, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:29.626195 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d15abf-fddf-4ace-ac41-41ecb273f401 req-1910f7b3-85e2-41a9-9ce4-d41ab16c5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:29.627657 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a8d15abf-fddf-4ace-ac41-41ecb273f401 req-1910f7b3-85e2-41a9-9ce4-d41ab16c5f58 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93c92eb6-ecf3-4e09-8dc4-e6863da8989f HTTP/1.1" status: 200 len: 851 time: 0.0445104 Aug 19 15:29:29.631114 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9a5415-bfd4-44d4-83c5-bd1fa9ba2cf8 None None] Checking router: 4a6b6691-e616-4b10-83da-44289e719325 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:29.639853 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9a5415-bfd4-44d4-83c5-bd1fa9ba2cf8 None None] Routers {'4a6b6691-e616-4b10-83da-44289e719325'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:29:29.641001 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-8c9a5415-bfd4-44d4-83c5-bd1fa9ba2cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:29:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['4a6b6691-e616-4b10-83da-44289e719325'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:29.678387 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d15abf-fddf-4ace-ac41-41ecb273f401 req-f530cb7d-8d4c-472a-b264-1dc3a5dd6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:29.679960 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a8d15abf-fddf-4ace-ac41-41ecb273f401 req-f530cb7d-8d4c-472a-b264-1dc3a5dd6e84 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454378 Aug 19 15:29:29.743248 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:29.746248 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-8c9a5415-bfd4-44d4-83c5-bd1fa9ba2cf8 None None] Set router 4a6b6691-e616-4b10-83da-44289e719325 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:29:29.775189 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a8d15abf-fddf-4ace-ac41-41ecb273f401 req-75618e32-302d-4774-85c8-3ca259ff0178 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888479 Aug 19 15:29:29.876953 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a8d15abf-fddf-4ace-ac41-41ecb273f401 req-36023aba-8c1c-4e5e-a210-dda6da632e77 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945089 Aug 19 15:29:29.966779 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-8c9a5415-bfd4-44d4-83c5-bd1fa9ba2cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': 'd57a3405-16b7-45ed-960b-196cfc8f6070', 'tenant_id': '0add00db6668475093f558e9700333d1', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '4a6b6691-e616-4b10-83da-44289e719325', 'port_id': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'mac_address': 'fa:16:3e:10:3d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:29:28Z', 'updated_at': '2022-08-19T15:29:28Z', 'revision_number': 0, 'project_id': '0add00db6668475093f558e9700333d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:50Z', 'revision_number': 5, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:29.994994 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9a5415-bfd4-44d4-83c5-bd1fa9ba2cf8 None None] The sync data for ids ['4a6b6691-e616-4b10-83da-44289e719325'] in dv-cinder-835384-20-iscsi is: [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': 'd57a3405-16b7-45ed-960b-196cfc8f6070', 'tenant_id': '0add00db6668475093f558e9700333d1', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '4a6b6691-e616-4b10-83da-44289e719325', 'port_id': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'mac_address': 'fa:16:3e:10:3d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:29:28Z', 'updated_at': '2022-08-19T15:29:28Z', 'revision_number': 0, 'project_id': '0add00db6668475093f558e9700333d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:50Z', 'revision_number': 5, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:30.189373 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae9579a-75d4-46f3-9c30-8a9f41f6b28f None None] New status for floating IP d57a3405-16b7-45ed-960b-196cfc8f6070: ACTIVE {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:29:30.632792 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1441a-aa1e-4d5b-b749-d7b89c93ce3e req-e8e75c4c-ea71-4c78-9eed-bea61f4fd012 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:30.634162 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f3c1441a-aa1e-4d5b-b749-d7b89c93ce3e req-e8e75c4c-ea71-4c78-9eed-bea61f4fd012 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 985 time: 0.0480580 Aug 19 15:29:30.695473 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f3c1441a-aa1e-4d5b-b749-d7b89c93ce3e req-2c390b7a-2cc1-494d-8d4b-f01400d67cef tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&id=03329b8d-b452-4f81-b221-e26ad361f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556793 Aug 19 15:29:31.817187 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b059dd2-f291-49d8-afb8-97af719ae6cf req-4c6acaeb-9c15-41e2-aec9-32bdbe3d5381 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:31.818698 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1b059dd2-f291-49d8-afb8-97af719ae6cf req-4c6acaeb-9c15-41e2-aec9-32bdbe3d5381 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 985 time: 0.0495956 Aug 19 15:29:31.864156 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:31.886835 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1b059dd2-f291-49d8-afb8-97af719ae6cf req-39d50d1d-4985-42e9-903d-fb6e97c27434 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&id=03329b8d-b452-4f81-b221-e26ad361f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623915 Aug 19 15:29:33.006666 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039b33f-0d95-4068-a356-42d5573a4715 req-498337e2-9679-42ea-901a-065157a4cd90 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:33.008085 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f039b33f-0d95-4068-a356-42d5573a4715 req-498337e2-9679-42ea-901a-065157a4cd90 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 985 time: 0.0477052 Aug 19 15:29:33.067843 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f039b33f-0d95-4068-a356-42d5573a4715 req-6ff83d09-a9fd-4ce0-872a-1a32dd0fff9b tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&id=03329b8d-b452-4f81-b221-e26ad361f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540528 Aug 19 15:29:36.737141 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f6777-f7f1-4508-8731-b42d3bfd8338 req-95b54fc3-925e-420d-a648-8ef1eebec65e tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:36.738547 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-637f6777-f7f1-4508-8731-b42d3bfd8338 req-95b54fc3-925e-420d-a648-8ef1eebec65e tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 945 time: 0.0495162 Aug 19 15:29:36.785888 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-637f6777-f7f1-4508-8731-b42d3bfd8338 req-4cb9e666-c9d3-45bd-9f62-26aebd62d645 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416934 Aug 19 15:29:37.914478 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaa79d-3f50-4cbd-9710-ff326bbe3822 req-d4e19546-11bf-4812-94f5-14c6f967d65f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:37.916007 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c3aaa79d-3f50-4cbd-9710-ff326bbe3822 req-d4e19546-11bf-4812-94f5-14c6f967d65f tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 945 time: 0.0542240 Aug 19 15:29:37.965399 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c3aaa79d-3f50-4cbd-9710-ff326bbe3822 req-7cfe714d-629e-4432-ba52-4e6adff634f8 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421882 Aug 19 15:29:38.787556 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb8b53-18c1-43eb-905d-07504ea00c32 req-9ea9eb16-21f2-40ec-8758-2ae1a9784165 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:38.789030 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c9bb8b53-18c1-43eb-905d-07504ea00c32 req-9ea9eb16-21f2-40ec-8758-2ae1a9784165 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 945 time: 0.0467181 Aug 19 15:29:38.876611 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-c9bb8b53-18c1-43eb-905d-07504ea00c32 req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Deleting port a5f5d004-834d-4100-8eed-8e19902d8987 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:29:38.876947 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-c9bb8b53-18c1-43eb-905d-07504ea00c32 req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (a5f5d004-834d-4100-8eed-8e19902d8987), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:38.965761 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-c9bb8b53-18c1-43eb-905d-07504ea00c32 req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] For port a5f5d004-834d-4100-8eed-8e19902d8987, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a5f5d004-834d-4100-8eed-8e19902d8987,segment=NetworkSegment(895a194d-8b04-4bae-bdc3-41e9e36f2fff),segment_id=895a194d-8b04-4bae-bdc3-41e9e36f2fff)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:38.966129 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-c9bb8b53-18c1-43eb-905d-07504ea00c32 req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (a5f5d004-834d-4100-8eed-8e19902d8987), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:39.085328 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a7b48-0392-4229-898e-eff00f22841f req-fc4aff9e-2b5d-41d3-bbd7-3b86a8f9439d tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:29:39.086724 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b17a7b48-0392-4229-898e-eff00f22841f req-fc4aff9e-2b5d-41d3-bbd7-3b86a8f9439d tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69b74c1b-5e8f-463a-9b8d-f500e8a70ca6 HTTP/1.1" status: 200 len: 945 time: 0.0469494 Aug 19 15:29:39.131337 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-c9bb8b53-18c1-43eb-905d-07504ea00c32 req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:39.131723 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-c9bb8b53-18c1-43eb-905d-07504ea00c32 req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (1507eb2c-e624-46eb-b38b-d89071cac5be), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:39.132042 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.l3_db [req-c9bb8b53-18c1-43eb-905d-07504ea00c32 req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Floating IP 1507eb2c-e624-46eb-b38b-d89071cac5be disassociated. External IP: 172.27.2.145, port: a5f5d004-834d-4100-8eed-8e19902d8987. Aug 19 15:29:39.132401 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-c9bb8b53-18c1-43eb-905d-07504ea00c32 req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Calling delete_port for a5f5d004-834d-4100-8eed-8e19902d8987 owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:29:39.135634 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b17a7b48-0392-4229-898e-eff00f22841f req-e9d85741-75c7-4f8d-836b-008ee48908f0 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=65c549ad-a559-4393-affd-ef565d83803d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433159 Aug 19 15:29:39.236131 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:39.264677 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-c9bb8b53-18c1-43eb-905d-07504ea00c32 req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (a5f5d004-834d-4100-8eed-8e19902d8987), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:39.295667 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Pushing event deleted for resources: {'Port': ['ID=a5f5d004-834d-4100-8eed-8e19902d8987,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:39.306274 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:39.306625 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:39.306963 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:39.307307 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:39.307640 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:39.307967 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:39.308289 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:39.308638 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:39.308959 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:39.309679 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:39.309679 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:39.309946 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:39.310202 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:39.310518 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:39.310836 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:39.424082 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9bb8b53-18c1-43eb-905d-07504ea00c32 req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Router 28bc588a-219b-4a73-9372-b86444d25258 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:29:39.481112 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:39.530483 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9bb8b53-18c1-43eb-905d-07504ea00c32 req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:39.541002 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587c0599-eb57-4cf7-9f41-965d5957c9e5 None None] Sync routers for ids ['28bc588a-219b-4a73-9372-b86444d25258'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:39.551815 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587c0599-eb57-4cf7-9f41-965d5957c9e5 None None] Routers {'28bc588a-219b-4a73-9372-b86444d25258'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:29:39.552474 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-587c0599-eb57-4cf7-9f41-965d5957c9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:29:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['28bc588a-219b-4a73-9372-b86444d25258'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:39.573129 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bb8b53-18c1-43eb-905d-07504ea00c32 req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] No DVR routers for this DVR port a5f5d004-834d-4100-8eed-8e19902d8987 on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:29:39.575555 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-c9bb8b53-18c1-43eb-905d-07504ea00c32 req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:39.579334 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c9bb8b53-18c1-43eb-905d-07504ea00c32 req-25180660-5279-49a0-8f37-6839462f7111 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.52 "DELETE /networking/v2.0/ports/a5f5d004-834d-4100-8eed-8e19902d8987 HTTP/1.1" status: 204 len: 173 time: 0.7850187 Aug 19 15:29:39.579760 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b74c1b-5e8f-463a-9b8d-f500e8a70ca6', 'name': 'network-vif-deleted', 'tag': 'a5f5d004-834d-4100-8eed-8e19902d8987'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:29:39.582016 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a38eee-5488-47de-90f3-7cb52efbdd68" -d '{"events": [{"server_uuid": "69b74c1b-5e8f-463a-9b8d-f500e8a70ca6", "name": "network-vif-deleted", "tag": "a5f5d004-834d-4100-8eed-8e19902d8987"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:29:39.621105 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ab054c-f782-427c-bb9c-240126fd9103 x-openstack-request-id: req-54ab054c-f782-427c-bb9c-240126fd9103 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:29:39.621397 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b74c1b-5e8f-463a-9b8d-f500e8a70ca6", "name": "network-vif-deleted", "tag": "a5f5d004-834d-4100-8eed-8e19902d8987", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:29:39.621654 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-54ab054c-f782-427c-bb9c-240126fd9103 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:29:39.622130 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ab054c-f782-427c-bb9c-240126fd9103'] response: {'server_uuid': '69b74c1b-5e8f-463a-9b8d-f500e8a70ca6', 'name': 'network-vif-deleted', 'tag': 'a5f5d004-834d-4100-8eed-8e19902d8987', 'status': 'completed', 'code': 200} Aug 19 15:29:39.675637 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-587c0599-eb57-4cf7-9f41-965d5957c9e5 None None] Set router 28bc588a-219b-4a73-9372-b86444d25258 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:29:39.817819 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:39.823173 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:39.891517 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-587c0599-eb57-4cf7-9f41-965d5957c9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:07Z', 'revision_number': 4, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port': {'id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '10b5c845-d8f0-4fb7-8e6a-f21ed531867b', 'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'mac_address': 'fa:16:3e:49:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:05Z', 'updated_at': '2022-08-19T15:23:21Z', 'revision_number': 5, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'subnets': [{'id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:39.919140 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587c0599-eb57-4cf7-9f41-965d5957c9e5 None None] Checking router: 28bc588a-219b-4a73-9372-b86444d25258 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:39.928026 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587c0599-eb57-4cf7-9f41-965d5957c9e5 None None] Routers {'28bc588a-219b-4a73-9372-b86444d25258'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:29:39.928679 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-587c0599-eb57-4cf7-9f41-965d5957c9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:29:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['28bc588a-219b-4a73-9372-b86444d25258'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:40.033749 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-587c0599-eb57-4cf7-9f41-965d5957c9e5 None None] Set router 28bc588a-219b-4a73-9372-b86444d25258 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:29:40.232571 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46652) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:40.295366 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ced9600f-b1c9-4edf-b15d-0cf5ef1942f8 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group (65c549ad-a559-4393-affd-ef565d83803d), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:40.314074 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:40.320698 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ced9600f-b1c9-4edf-b15d-0cf5ef1942f8 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group (65c549ad-a559-4393-affd-ef565d83803d), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:40.361106 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-587c0599-eb57-4cf7-9f41-965d5957c9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:07Z', 'revision_number': 4, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port': {'id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '10b5c845-d8f0-4fb7-8e6a-f21ed531867b', 'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'mac_address': 'fa:16:3e:49:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:05Z', 'updated_at': '2022-08-19T15:23:21Z', 'revision_number': 5, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'subnets': [{'id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:40.369834 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ced9600f-b1c9-4edf-b15d-0cf5ef1942f8 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (65c549ad-a559-4393-affd-ef565d83803d), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:40.373276 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ced9600f-b1c9-4edf-b15d-0cf5ef1942f8 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:40.374526 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-ced9600f-b1c9-4edf-b15d-0cf5ef1942f8 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/65c549ad-a559-4393-affd-ef565d83803d HTTP/1.1" status: 204 len: 168 time: 0.1409614 Aug 19 15:29:40.379634 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46654) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:40.384769 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9600f-b1c9-4edf-b15d-0cf5ef1942f8 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c549ad-a559-4393-affd-ef565d83803d,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:40.387118 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587c0599-eb57-4cf7-9f41-965d5957c9e5 None None] The sync data for ids ['28bc588a-219b-4a73-9372-b86444d25258'] in dv-cinder-835384-20-iscsi is: [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:07Z', 'revision_number': 4, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port': {'id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '10b5c845-d8f0-4fb7-8e6a-f21ed531867b', 'name': '', 'network_id': '686c1d24-9be3-4e13-8a5a-a63e7258a1fc', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'mac_address': 'fa:16:3e:49:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:05Z', 'updated_at': '2022-08-19T15:23:21Z', 'revision_number': 5, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'subnets': [{'id': '93f05d4a-93e6-496f-8a08-b1119fd57ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:40.400347 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.api.v2.resource [None req-b49098a3-b591-4251-a31a-64e219e92ec0 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] show failed (client error): The resource could not be found. Aug 19 15:29:40.405335 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46656) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:40.405518 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b49098a3-b591-4251-a31a-64e219e92ec0 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "GET /networking/v2.0/security-groups/65c549ad-a559-4393-affd-ef565d83803d HTTP/1.1" status: 404 len: 347 time: 0.0262403 Aug 19 15:29:40.521073 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-212b6fd5-0a34-4047-b99a-db3b505d48e4 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Deleting port 5f4a4da6-93d1-45c9-b668-fde74e0cf091 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:29:40.521414 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-212b6fd5-0a34-4047-b99a-db3b505d48e4 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (5f4a4da6-93d1-45c9-b668-fde74e0cf091), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:40.601667 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-212b6fd5-0a34-4047-b99a-db3b505d48e4 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (5f4a4da6-93d1-45c9-b668-fde74e0cf091), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:40.601968 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-212b6fd5-0a34-4047-b99a-db3b505d48e4 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for floatingip (5f4a4da6-93d1-45c9-b668-fde74e0cf091), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:40.615223 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-212b6fd5-0a34-4047-b99a-db3b505d48e4 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Calling delete_port for 5f4a4da6-93d1-45c9-b668-fde74e0cf091 owned by network:floatingip {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:29:40.624972 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6e6c5d-6d4f-44f2-82c1-35e8204636be None None] New status for floating IP 1507eb2c-e624-46eb-b38b-d89071cac5be: DOWN {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:29:40.628211 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:40.710568 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.db.api [None req-2e6e6c5d-6d4f-44f2-82c1-35e8204636be None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 15:29:40.710568 dv-cinder-835384-20-iscsi neutron-server[106287]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Aug 19 15:29:40.710568 dv-cinder-835384-20-iscsi neutron-server[106287]: [parameters: {'status': 'DOWN', 'floatingips_id': '1507eb2c-e624-46eb-b38b-d89071cac5be'}] Aug 19 15:29:40.710568 dv-cinder-835384-20-iscsi neutron-server[106287]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 19 15:29:40.711078 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG oslo_db.api [None req-2e6e6c5d-6d4f-44f2-82c1-35e8204636be None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:29:40.751704 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-212b6fd5-0a34-4047-b99a-db3b505d48e4 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (5f4a4da6-93d1-45c9-b668-fde74e0cf091), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:40.777948 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b6fd5-0a34-4047-b99a-db3b505d48e4 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Pushing event deleted for resources: {'Port': ['ID=5f4a4da6-93d1-45c9-b668-fde74e0cf091,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:40.833866 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:40.843281 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-212b6fd5-0a34-4047-b99a-db3b505d48e4 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks [] for floatingip (1507eb2c-e624-46eb-b38b-d89071cac5be), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:40.846464 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-212b6fd5-0a34-4047-b99a-db3b505d48e4 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:40.847615 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-212b6fd5-0a34-4047-b99a-db3b505d48e4 tempest-AttachVolumeTestJSON-361413854 tempest-AttachVolumeTestJSON-361413854-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/1507eb2c-e624-46eb-b38b-d89071cac5be HTTP/1.1" status: 204 len: 168 time: 0.4412105 Aug 19 15:29:41.212189 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6e6c5d-6d4f-44f2-82c1-35e8204636be None None] New status for floating IP 1507eb2c-e624-46eb-b38b-d89071cac5be: DOWN {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:29:43.405243 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-902d19db-ebe9-4e53-9574-d2f7aca63778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:44.111759 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device a5f5d004-834d-4100-8eed-8e19902d8987 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:29:44.131954 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: a5f5d004-834d-4100-8eed-8e19902d8987 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:29:44.132294 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device a5f5d004-834d-4100-8eed-8e19902d8987 not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:29:44.406942 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46690) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:44.630222 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:44.826570 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827495'] for router_interface (28bc588a-219b-4a73-9372-b86444d25258), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:45.063458 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:45.092741 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Deleting port 10b5c845-d8f0-4fb7-8e6a-f21ed531867b {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:29:45.093081 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (10b5c845-d8f0-4fb7-8e6a-f21ed531867b), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:45.170882 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] For port 10b5c845-d8f0-4fb7-8e6a-f21ed531867b, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=10b5c845-d8f0-4fb7-8e6a-f21ed531867b,segment=NetworkSegment(895a194d-8b04-4bae-bdc3-41e9e36f2fff),segment_id=895a194d-8b04-4bae-bdc3-41e9e36f2fff)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:45.171238 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (10b5c845-d8f0-4fb7-8e6a-f21ed531867b), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:45.184846 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Calling delete_port for 10b5c845-d8f0-4fb7-8e6a-f21ed531867b owned by network:router_interface {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:29:45.365705 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (10b5c845-d8f0-4fb7-8e6a-f21ed531867b), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:45.390250 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b5c845-d8f0-4fb7-8e6a-f21ed531867b,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:45.417214 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:45.417844 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:45.417844 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:45.418183 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:45.418506 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:45.418826 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:45.419145 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:45.419462 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:45.419774 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:45.420090 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:45.420427 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:45.420748 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:45.421061 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:45.421370 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:45.421765 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:45.766049 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a1f5a9c4-a7df-434a-ba0b-e619c591b0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:45.774227 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808215'] for router_interface (28bc588a-219b-4a73-9372-b86444d25258), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:45.785515 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:45.993491 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Router 28bc588a-219b-4a73-9372-b86444d25258 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:29:46.102634 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:46.111536 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-09881351-fd5c-4a9e-a79a-4756a883f3e4 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/28bc588a-219b-4a73-9372-b86444d25258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7020710 Aug 19 15:29:46.112057 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46694) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:46.114951 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b04065c-072f-428b-8a85-cdfc71eff4d7 None None] Sync routers for ids ['28bc588a-219b-4a73-9372-b86444d25258'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:46.119346 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:46.127922 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b04065c-072f-428b-8a85-cdfc71eff4d7 None None] Routers {'28bc588a-219b-4a73-9372-b86444d25258'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:29:46.128590 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-5b04065c-072f-428b-8a85-cdfc71eff4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:29:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['28bc588a-219b-4a73-9372-b86444d25258'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:46.224552 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0a385e5a-6760-491f-a555-9a97caeb7ae9 admin admin] Publish callbacks [] for router (28bc588a-219b-4a73-9372-b86444d25258), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:46.240500 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-5b04065c-072f-428b-8a85-cdfc71eff4d7 None None] Set router 28bc588a-219b-4a73-9372-b86444d25258 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:29:46.335997 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0a385e5a-6760-491f-a555-9a97caeb7ae9 admin admin] Publish callbacks [] for router_gateway (28bc588a-219b-4a73-9372-b86444d25258), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:46.396259 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-0a385e5a-6760-491f-a555-9a97caeb7ae9 admin admin] Deleting port f4958ff9-8914-41dc-81c9-50976a3e52b7 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:29:46.396822 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0a385e5a-6760-491f-a555-9a97caeb7ae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (f4958ff9-8914-41dc-81c9-50976a3e52b7), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:46.446319 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-5b04065c-072f-428b-8a85-cdfc71eff4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:29:45Z', 'revision_number': 5, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port': {'id': 'f4958ff9-8914-41dc-81c9-50976a3e52b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bc588a-219b-4a73-9372-b86444d25258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:46.480695 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b04065c-072f-428b-8a85-cdfc71eff4d7 None None] Checking router: 28bc588a-219b-4a73-9372-b86444d25258 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:46.490656 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b04065c-072f-428b-8a85-cdfc71eff4d7 None None] Routers {'28bc588a-219b-4a73-9372-b86444d25258'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:29:46.491267 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-5b04065c-072f-428b-8a85-cdfc71eff4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:29:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['28bc588a-219b-4a73-9372-b86444d25258'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:46.492964 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-0a385e5a-6760-491f-a555-9a97caeb7ae9 admin admin] For port f4958ff9-8914-41dc-81c9-50976a3e52b7, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=f4958ff9-8914-41dc-81c9-50976a3e52b7,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:46.493470 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0a385e5a-6760-491f-a555-9a97caeb7ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (f4958ff9-8914-41dc-81c9-50976a3e52b7), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:46.509059 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-0a385e5a-6760-491f-a555-9a97caeb7ae9 admin admin] Calling delete_port for f4958ff9-8914-41dc-81c9-50976a3e52b7 owned by network:router_gateway {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:29:46.580312 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-5b04065c-072f-428b-8a85-cdfc71eff4d7 None None] Set router 28bc588a-219b-4a73-9372-b86444d25258 gateway port host: None {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:29:46.638009 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-5b04065c-072f-428b-8a85-cdfc71eff4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:29:46Z', 'revision_number': 6, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port_host': None}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:46.668453 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b04065c-072f-428b-8a85-cdfc71eff4d7 None None] The sync data for ids ['28bc588a-219b-4a73-9372-b86444d25258'] in dv-cinder-835384-20-iscsi is: [{'id': '28bc588a-219b-4a73-9372-b86444d25258', 'name': 'tempest-AttachVolumeTestJSON-264153715-router', 'tenant_id': '8ede055158e24b7c9a935b833e33b89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:22:58Z', 'updated_at': '2022-08-19T15:29:46Z', 'revision_number': 6, 'project_id': '8ede055158e24b7c9a935b833e33b89a', 'gw_port_host': None}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:46.713940 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:46.721359 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0a385e5a-6760-491f-a555-9a97caeb7ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (f4958ff9-8914-41dc-81c9-50976a3e52b7), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:46.759967 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a385e5a-6760-491f-a555-9a97caeb7ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4958ff9-8914-41dc-81c9-50976a3e52b7,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:46.830786 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0a385e5a-6760-491f-a555-9a97caeb7ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809638'] for router_gateway (28bc588a-219b-4a73-9372-b86444d25258), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:46.935189 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0a385e5a-6760-491f-a555-9a97caeb7ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12054'] for router (28bc588a-219b-4a73-9372-b86444d25258), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:46.937415 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0a385e5a-6760-491f-a555-9a97caeb7ae9 admin admin] Publish callbacks [] for router_controller (28bc588a-219b-4a73-9372-b86444d25258), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.001957 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0a385e5a-6760-491f-a555-9a97caeb7ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808224'] for router (28bc588a-219b-4a73-9372-b86444d25258), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.002425 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a385e5a-6760-491f-a555-9a97caeb7ae9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28bc588a-219b-4a73-9372-b86444d25258 {{(pid=106284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:29:47.007174 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0a385e5a-6760-491f-a555-9a97caeb7ae9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.008275 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-0a385e5a-6760-491f-a555-9a97caeb7ae9 admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/28bc588a-219b-4a73-9372-b86444d25258 HTTP/1.1" status: 204 len: 168 time: 0.8946910 Aug 19 15:29:47.010922 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46696) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:47.052073 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.060496 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b6469e-18fb-4a5c-a783-1aefe04bb92a admin admin] Deleting subnet 93f05d4a-93e6-496f-8a08-b1119fd57ca6 {{(pid=106284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 19 15:29:47.064707 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c6b6469e-18fb-4a5c-a783-1aefe04bb92a admin admin] Publish callbacks [] for subnet (93f05d4a-93e6-496f-8a08-b1119fd57ca6), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.102506 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c6b6469e-18fb-4a5c-a783-1aefe04bb92a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13475986'] for subnet (93f05d4a-93e6-496f-8a08-b1119fd57ca6), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.210343 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c6b6469e-18fb-4a5c-a783-1aefe04bb92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550255'] for subnet (93f05d4a-93e6-496f-8a08-b1119fd57ca6), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.233664 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:47.265635 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c6b6469e-18fb-4a5c-a783-1aefe04bb92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16011949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127577'] for subnet (93f05d4a-93e6-496f-8a08-b1119fd57ca6), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.291313 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6469e-18fb-4a5c-a783-1aefe04bb92a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f05d4a-93e6-496f-8a08-b1119fd57ca6,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:47.294887 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c6b6469e-18fb-4a5c-a783-1aefe04bb92a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.298280 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-c6b6469e-18fb-4a5c-a783-1aefe04bb92a admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/93f05d4a-93e6-496f-8a08-b1119fd57ca6 HTTP/1.1" status: 204 len: 168 time: 0.2863588 Aug 19 15:29:47.300899 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eda05a-23b2-454d-a427-b13fc253cf0d None None] Network 686c1d24-9be3-4e13-8a5a-a63e7258a1fc requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:29:47.301235 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46698) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:47.372906 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742190'] for network (686c1d24-9be3-4e13-8a5a-a63e7258a1fc), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.378322 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:47.418333 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] Deleting port cb498c85-c726-4774-872f-a5e40621ad25 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:29:47.418673 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (cb498c85-c726-4774-872f-a5e40621ad25), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.487208 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451df0f8-5a95-4a4a-8a67-5e212a600b18 None None] DHCP port deletion for 686c1d24-9be3-4e13-8a5a-a63e7258a1fc request from dv-cinder-835384-20-iscsi {{(pid=106286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 19 15:29:47.488128 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] For port cb498c85-c726-4774-872f-a5e40621ad25, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=cb498c85-c726-4774-872f-a5e40621ad25,segment=NetworkSegment(895a194d-8b04-4bae-bdc3-41e9e36f2fff),segment_id=895a194d-8b04-4bae-bdc3-41e9e36f2fff)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:47.488599 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (cb498c85-c726-4774-872f-a5e40621ad25), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.503704 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] Calling delete_port for cb498c85-c726-4774-872f-a5e40621ad25 owned by network:dhcp {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:29:47.533377 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-451df0f8-5a95-4a4a-8a67-5e212a600b18 None None] Deleting port cb498c85-c726-4774-872f-a5e40621ad25 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:29:47.533591 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-451df0f8-5a95-4a4a-8a67-5e212a600b18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (cb498c85-c726-4774-872f-a5e40621ad25), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.555846 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device f4958ff9-8914-41dc-81c9-50976a3e52b7 no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:29:47.587011 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (cb498c85-c726-4774-872f-a5e40621ad25), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.604691 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: f4958ff9-8914-41dc-81c9-50976a3e52b7 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:29:47.605044 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device f4958ff9-8914-41dc-81c9-50976a3e52b7 not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:29:47.605474 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 10b5c845-d8f0-4fb7-8e6a-f21ed531867b no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:29:47.614004 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb498c85-c726-4774-872f-a5e40621ad25,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:47.619328 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] No DVR routers for this DVR port cb498c85-c726-4774-872f-a5e40621ad25 on host dv-cinder-835384-20-iscsi {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:29:47.639630 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 10b5c845-d8f0-4fb7-8e6a-f21ed531867b {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:29:47.640049 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 10b5c845-d8f0-4fb7-8e6a-f21ed531867b not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:29:47.640501 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device cb498c85-c726-4774-872f-a5e40621ad25 no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:29:47.643721 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-451df0f8-5a95-4a4a-8a67-5e212a600b18 None None] For port cb498c85-c726-4774-872f-a5e40621ad25, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=cb498c85-c726-4774-872f-a5e40621ad25,segment=NetworkSegment(895a194d-8b04-4bae-bdc3-41e9e36f2fff),segment_id=895a194d-8b04-4bae-bdc3-41e9e36f2fff)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:47.644123 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-451df0f8-5a95-4a4a-8a67-5e212a600b18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (cb498c85-c726-4774-872f-a5e40621ad25), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.669450 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: cb498c85-c726-4774-872f-a5e40621ad25 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:29:47.669793 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device cb498c85-c726-4774-872f-a5e40621ad25 not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:29:47.675945 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-451df0f8-5a95-4a4a-8a67-5e212a600b18 None None] Calling delete_port for cb498c85-c726-4774-872f-a5e40621ad25 owned by network:dhcp {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:29:47.697979 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551398', 'neutron.services.segments.db._delete_segments_for_network-8774275715211'] for network (686c1d24-9be3-4e13-8a5a-a63e7258a1fc), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.718627 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686c1d24-9be3-4e13-8a5a-a63e7258a1fc']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:47.721017 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:47.730092 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895a194d-8b04-4bae-bdc3-41e9e36f2fff') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:47.730395 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895a194d-8b04-4bae-bdc3-41e9e36f2fff') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:47.742138 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774275715274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13475945'] for segment (895a194d-8b04-4bae-bdc3-41e9e36f2fff), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.757635 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (895a194d-8b04-4bae-bdc3-41e9e36f2fff), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.758492 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-451df0f8-5a95-4a4a-8a67-5e212a600b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391'] for port (cb498c85-c726-4774-872f-a5e40621ad25), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.765980 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:29:47.766416 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16011975'] for segment (895a194d-8b04-4bae-bdc3-41e9e36f2fff), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.767277 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:47.791262 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451df0f8-5a95-4a4a-8a67-5e212a600b18 None None] Pushing event deleted for resources: {'Port': ['ID=cb498c85-c726-4774-872f-a5e40621ad25,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:47.801813 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451df0f8-5a95-4a4a-8a67-5e212a600b18 None None] No DVR routers for this DVR port cb498c85-c726-4774-872f-a5e40621ad25 on host dv-cinder-835384-20-iscsi {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:29:47.849256 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809602'] for network (686c1d24-9be3-4e13-8a5a-a63e7258a1fc), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.854611 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:47.858232 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/686c1d24-9be3-4e13-8a5a-a63e7258a1fc HTTP/1.1" status: 204 len: 168 time: 0.5560527 Aug 19 15:29:47.874078 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255d696-4636-4a6d-b0ad-2240797049e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=686c1d24-9be3-4e13-8a5a-a63e7258a1fc,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:47.945450 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 895a194d-8b04-4bae-bdc3-41e9e36f2fff resource provider aggregate not found Aug 19 15:29:47.963783 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 895a194d-8b04-4bae-bdc3-41e9e36f2fff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 895a194d-8b04-4bae-bdc3-41e9e36f2fff found for delete ", "request_id": "req-06c8fe28-5d29-4209-8d60-ed154c18ac0b"}]} Aug 19 15:29:47.979640 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46708) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:48.019491 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-2812b20e-77eb-4d4f-baee-58090a0bd4bb admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=8ede055158e24b7c9a935b833e33b89a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385525 Aug 19 15:29:48.021911 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46710) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:48.069223 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-663273d5-d796-403f-8c3c-e05fda0031e7 admin admin] Publish callbacks [] for security_group (295146bd-18a5-4815-8ab9-3f625c7b2c5a), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:48.089722 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-663273d5-d796-403f-8c3c-e05fda0031e7 admin admin] Publish callbacks [] for security_group (295146bd-18a5-4815-8ab9-3f625c7b2c5a), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:48.136531 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-663273d5-d796-403f-8c3c-e05fda0031e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (295146bd-18a5-4815-8ab9-3f625c7b2c5a), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:48.139108 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-663273d5-d796-403f-8c3c-e05fda0031e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:48.140243 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-663273d5-d796-403f-8c3c-e05fda0031e7 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/295146bd-18a5-4815-8ab9-3f625c7b2c5a HTTP/1.1" status: 204 len: 168 time: 0.1174595 Aug 19 15:29:48.149178 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663273d5-d796-403f-8c3c-e05fda0031e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295146bd-18a5-4815-8ab9-3f625c7b2c5a,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:48.507786 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:48.540692 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:50.128131 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46788) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:50.259391 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-84a12cc5-50ac-40bd-aada-761ffbbe9030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:50.320000 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:50.345115 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-84a12cc5-50ac-40bd-aada-761ffbbe9030 admin admin] Publish callbacks [] for security_group (158383b2-c23c-4b9a-b307-f650ede8d0c1), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:50.348674 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-84a12cc5-50ac-40bd-aada-761ffbbe9030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (158383b2-c23c-4b9a-b307-f650ede8d0c1), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:50.387157 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-84a12cc5-50ac-40bd-aada-761ffbbe9030 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=0e4d2afa381a4d00bc29027f244d8100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579226 Aug 19 15:29:50.389147 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a12cc5-50ac-40bd-aada-761ffbbe9030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158383b2-c23c-4b9a-b307-f650ede8d0c1,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:50.389977 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46796) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:50.443168 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-80add3ab-3b98-4229-9aba-8a29c7433699 admin admin] Publish callbacks [] for security_group (158383b2-c23c-4b9a-b307-f650ede8d0c1), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:50.463751 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-80add3ab-3b98-4229-9aba-8a29c7433699 admin admin] Publish callbacks [] for security_group (158383b2-c23c-4b9a-b307-f650ede8d0c1), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:50.511962 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-80add3ab-3b98-4229-9aba-8a29c7433699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (158383b2-c23c-4b9a-b307-f650ede8d0c1), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:50.514538 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-80add3ab-3b98-4229-9aba-8a29c7433699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:50.516761 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-80add3ab-3b98-4229-9aba-8a29c7433699 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/158383b2-c23c-4b9a-b307-f650ede8d0c1 HTTP/1.1" status: 204 len: 168 time: 0.1246431 Aug 19 15:29:50.524520 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80add3ab-3b98-4229-9aba-8a29c7433699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158383b2-c23c-4b9a-b307-f650ede8d0c1,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:50.784878 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46802) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:50.800025 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-679543ed-a30e-45cf-b3ff-9c2775c03c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:50.810807 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:50.889742 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-679543ed-a30e-45cf-b3ff-9c2775c03c73 admin admin] Publish callbacks [] for security_group (835b57fc-bc7f-4ab8-a6a1-c71212f7a882), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:50.894181 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-679543ed-a30e-45cf-b3ff-9c2775c03c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (835b57fc-bc7f-4ab8-a6a1-c71212f7a882), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:50.932630 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679543ed-a30e-45cf-b3ff-9c2775c03c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835b57fc-bc7f-4ab8-a6a1-c71212f7a882,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:50.936935 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-679543ed-a30e-45cf-b3ff-9c2775c03c73 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=c3c21779c663416d90bf2faa4e2077e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510434 Aug 19 15:29:50.940322 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46804) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:50.988674 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a6a269b1-eee8-4415-9e76-73aec5aea4c5 admin admin] Publish callbacks [] for security_group (835b57fc-bc7f-4ab8-a6a1-c71212f7a882), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:51.009102 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a6a269b1-eee8-4415-9e76-73aec5aea4c5 admin admin] Publish callbacks [] for security_group (835b57fc-bc7f-4ab8-a6a1-c71212f7a882), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:51.054559 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a6a269b1-eee8-4415-9e76-73aec5aea4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (835b57fc-bc7f-4ab8-a6a1-c71212f7a882), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:51.057250 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a6a269b1-eee8-4415-9e76-73aec5aea4c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:51.058391 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-a6a269b1-eee8-4415-9e76-73aec5aea4c5 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/835b57fc-bc7f-4ab8-a6a1-c71212f7a882 HTTP/1.1" status: 204 len: 168 time: 0.1171370 Aug 19 15:29:51.067467 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a269b1-eee8-4415-9e76-73aec5aea4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835b57fc-bc7f-4ab8-a6a1-c71212f7a882,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:53.545088 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46888) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:53.655123 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e35592d8-0ee3-4769-b0dc-bd61f1f7f7d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:53.739361 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e35592d8-0ee3-4769-b0dc-bd61f1f7f7d6 admin admin] Publish callbacks [] for security_group (5bd5c2e4-0b6a-4692-82cb-e34d417aeaba), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:53.743600 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e35592d8-0ee3-4769-b0dc-bd61f1f7f7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (5bd5c2e4-0b6a-4692-82cb-e34d417aeaba), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:53.797269 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-e35592d8-0ee3-4769-b0dc-bd61f1f7f7d6 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=d87f85863c204ad4943ca670ee970c11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510943 Aug 19 15:29:53.798115 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35592d8-0ee3-4769-b0dc-bd61f1f7f7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd5c2e4-0b6a-4692-82cb-e34d417aeaba,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:53.800311 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46894) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:53.852199 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a66ebad2-6e02-46c6-ae88-3ccd174c3537 admin admin] Publish callbacks [] for security_group (5bd5c2e4-0b6a-4692-82cb-e34d417aeaba), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:53.871942 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a66ebad2-6e02-46c6-ae88-3ccd174c3537 admin admin] Publish callbacks [] for security_group (5bd5c2e4-0b6a-4692-82cb-e34d417aeaba), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:53.918431 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a66ebad2-6e02-46c6-ae88-3ccd174c3537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (5bd5c2e4-0b6a-4692-82cb-e34d417aeaba), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:53.921042 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a66ebad2-6e02-46c6-ae88-3ccd174c3537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:53.922177 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-a66ebad2-6e02-46c6-ae88-3ccd174c3537 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/5bd5c2e4-0b6a-4692-82cb-e34d417aeaba HTTP/1.1" status: 204 len: 168 time: 0.1202242 Aug 19 15:29:53.930511 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ebad2-6e02-46c6-ae88-3ccd174c3537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd5c2e4-0b6a-4692-82cb-e34d417aeaba,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:54.005532 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:29:54.201448 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 46902) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:54.217883 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7383b57e-fa20-47ed-9ed6-eabf4481fa4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:54.292614 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7383b57e-fa20-47ed-9ed6-eabf4481fa4c admin admin] Publish callbacks [] for security_group (e4269e39-b508-4a54-be53-b43f6ca5297a), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:54.296409 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7383b57e-fa20-47ed-9ed6-eabf4481fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (e4269e39-b508-4a54-be53-b43f6ca5297a), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:54.330988 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:54.338801 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-7383b57e-fa20-47ed-9ed6-eabf4481fa4c admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=6dbf2d0019424813a4b7efa849c7eed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362839 Aug 19 15:29:54.340055 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383b57e-fa20-47ed-9ed6-eabf4481fa4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4269e39-b508-4a54-be53-b43f6ca5297a,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:54.341960 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46904) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:54.391569 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-fa4b82a6-91c3-4620-a6a5-9d0f2fda83d2 admin admin] Publish callbacks [] for security_group (e4269e39-b508-4a54-be53-b43f6ca5297a), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:54.412402 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-fa4b82a6-91c3-4620-a6a5-9d0f2fda83d2 admin admin] Publish callbacks [] for security_group (e4269e39-b508-4a54-be53-b43f6ca5297a), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:54.461126 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-fa4b82a6-91c3-4620-a6a5-9d0f2fda83d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (e4269e39-b508-4a54-be53-b43f6ca5297a), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:54.463674 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-fa4b82a6-91c3-4620-a6a5-9d0f2fda83d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:54.464850 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-fa4b82a6-91c3-4620-a6a5-9d0f2fda83d2 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/e4269e39-b508-4a54-be53-b43f6ca5297a HTTP/1.1" status: 204 len: 168 time: 0.1219146 Aug 19 15:29:54.474139 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b82a6-91c3-4620-a6a5-9d0f2fda83d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4269e39-b508-4a54-be53-b43f6ca5297a,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:55.547736 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46940) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:55.651838 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-20908c23-e26e-4456-83e1-952cb6207855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:55.662151 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:55.688708 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:INSERT=16,neutron:SELECT=78,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:29:55.738170 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-20908c23-e26e-4456-83e1-952cb6207855 admin admin] Publish callbacks [] for security_group (a7b5dbfd-b90f-4925-93b7-7477e7b917a2), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:55.742199 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-20908c23-e26e-4456-83e1-952cb6207855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (a7b5dbfd-b90f-4925-93b7-7477e7b917a2), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:55.780815 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20908c23-e26e-4456-83e1-952cb6207855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b5dbfd-b90f-4925-93b7-7477e7b917a2,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:55.785060 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-20908c23-e26e-4456-83e1-952cb6207855 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=aaf293e4cf85415cb41aaa292a7b0c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361317 Aug 19 15:29:55.788538 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 46944) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:29:55.837599 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d772b45f-f043-4498-95e5-1326e710f40b admin admin] Publish callbacks [] for security_group (a7b5dbfd-b90f-4925-93b7-7477e7b917a2), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:55.861426 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d772b45f-f043-4498-95e5-1326e710f40b admin admin] Publish callbacks [] for security_group (a7b5dbfd-b90f-4925-93b7-7477e7b917a2), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:55.910815 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d772b45f-f043-4498-95e5-1326e710f40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (a7b5dbfd-b90f-4925-93b7-7477e7b917a2), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:55.913396 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d772b45f-f043-4498-95e5-1326e710f40b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:29:55.914518 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-d772b45f-f043-4498-95e5-1326e710f40b admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/a7b5dbfd-b90f-4925-93b7-7477e7b917a2 HTTP/1.1" status: 204 len: 168 time: 0.1258075 Aug 19 15:29:55.922381 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772b45f-f043-4498-95e5-1326e710f40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b5dbfd-b90f-4925-93b7-7477e7b917a2,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:00.801115 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078d6a8-2245-4d17-87e6-8a286946b2a1 req-31b2cfb4-ed4c-44ec-ad48-f692ad1f7f44 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:00.802704 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b078d6a8-2245-4d17-87e6-8a286946b2a1 req-31b2cfb4-ed4c-44ec-ad48-f692ad1f7f44 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 945 time: 0.0486817 Aug 19 15:30:00.853555 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b078d6a8-2245-4d17-87e6-8a286946b2a1 req-fa7b68ce-9a0b-4dca-a202-125a6169380f tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5314ff41-695f-497c-aec6-68ca7c898752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445518 Aug 19 15:30:01.110409 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:UPDATE=1,neutron:SELECT=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:01.986815 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628c550-4f7f-46c1-813f-3c16d808d2a3 req-ffc516ff-efac-4a73-9bb1-712626cf04bd tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:01.988268 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f628c550-4f7f-46c1-813f-3c16d808d2a3 req-ffc516ff-efac-4a73-9bb1-712626cf04bd tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 945 time: 0.0544245 Aug 19 15:30:02.040067 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f628c550-4f7f-46c1-813f-3c16d808d2a3 req-7daaaf47-cba9-48c1-a928-e3bd06b264b2 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5314ff41-695f-497c-aec6-68ca7c898752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460525 Aug 19 15:30:02.538390 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396b679-cf7a-48b7-84e8-d57af2a8fdf9 req-cf41eb86-a3ec-40d7-9d87-b4f06c49e0ef tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:02.539908 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3396b679-cf7a-48b7-84e8-d57af2a8fdf9 req-cf41eb86-a3ec-40d7-9d87-b4f06c49e0ef tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 945 time: 0.0514231 Aug 19 15:30:02.627814 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-3396b679-cf7a-48b7-84e8-d57af2a8fdf9 req-dd2b5a70-6da3-4385-a74a-c9c8bcead6d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Deleting port a6d9816f-451f-44af-8263-ece906a39b8f {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:30:02.628202 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-3396b679-cf7a-48b7-84e8-d57af2a8fdf9 req-dd2b5a70-6da3-4385-a74a-c9c8bcead6d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (a6d9816f-451f-44af-8263-ece906a39b8f), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:02.724178 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-3396b679-cf7a-48b7-84e8-d57af2a8fdf9 req-dd2b5a70-6da3-4385-a74a-c9c8bcead6d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] For port a6d9816f-451f-44af-8263-ece906a39b8f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a6d9816f-451f-44af-8263-ece906a39b8f,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:02.724488 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-3396b679-cf7a-48b7-84e8-d57af2a8fdf9 req-dd2b5a70-6da3-4385-a74a-c9c8bcead6d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (a6d9816f-451f-44af-8263-ece906a39b8f), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:03.130086 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-3396b679-cf7a-48b7-84e8-d57af2a8fdf9 req-dd2b5a70-6da3-4385-a74a-c9c8bcead6d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:03.130460 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-3396b679-cf7a-48b7-84e8-d57af2a8fdf9 req-dd2b5a70-6da3-4385-a74a-c9c8bcead6d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (6969baf4-2134-4eff-9161-93ff72ce057a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:03.130774 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.l3_db [req-3396b679-cf7a-48b7-84e8-d57af2a8fdf9 req-dd2b5a70-6da3-4385-a74a-c9c8bcead6d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Floating IP 6969baf4-2134-4eff-9161-93ff72ce057a disassociated. External IP: 172.27.2.51, port: a6d9816f-451f-44af-8263-ece906a39b8f. Aug 19 15:30:03.131117 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-3396b679-cf7a-48b7-84e8-d57af2a8fdf9 req-dd2b5a70-6da3-4385-a74a-c9c8bcead6d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Calling delete_port for a6d9816f-451f-44af-8263-ece906a39b8f owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:30:03.164688 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cada1-f401-42b2-8ba1-91c2503dfcb2 req-27129dc9-be9a-4ad7-93d8-950e6c275d77 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:03.166165 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-eb9cada1-f401-42b2-8ba1-91c2503dfcb2 req-27129dc9-be9a-4ad7-93d8-950e6c275d77 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=615eb3a5-68de-4e10-9e81-33393fa2b6cd HTTP/1.1" status: 200 len: 945 time: 0.0482235 Aug 19 15:30:03.216602 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-eb9cada1-f401-42b2-8ba1-91c2503dfcb2 req-13a05e8e-3622-4c17-beee-04e8c3697041 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5314ff41-695f-497c-aec6-68ca7c898752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445039 Aug 19 15:30:03.255693 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:INSERT=7,neutron:UPDATE=2,neutron:SELECT=85,neutron:DELETE=6 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:03.272629 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-3396b679-cf7a-48b7-84e8-d57af2a8fdf9 req-dd2b5a70-6da3-4385-a74a-c9c8bcead6d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (a6d9816f-451f-44af-8263-ece906a39b8f), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:03.301570 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b5a70-6da3-4385-a74a-c9c8bcead6d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event deleted for resources: {'Port': ['ID=a6d9816f-451f-44af-8263-ece906a39b8f,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:03.412569 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:03.422697 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3396b679-cf7a-48b7-84e8-d57af2a8fdf9 req-dd2b5a70-6da3-4385-a74a-c9c8bcead6d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:30:03.532113 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3396b679-cf7a-48b7-84e8-d57af2a8fdf9 req-dd2b5a70-6da3-4385-a74a-c9c8bcead6d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:30:03.542237 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb028a7-f929-4822-aa6e-b74f8d06ab0a None None] Sync routers for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:30:03.544535 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:03.557471 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb028a7-f929-4822-aa6e-b74f8d06ab0a None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:30:03.558208 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-6fb028a7-f929-4822-aa6e-b74f8d06ab0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:29:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:03.577343 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-3396b679-cf7a-48b7-84e8-d57af2a8fdf9 req-dd2b5a70-6da3-4385-a74a-c9c8bcead6d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] No DVR routers for this DVR port a6d9816f-451f-44af-8263-ece906a39b8f on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:30:03.579756 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-3396b679-cf7a-48b7-84e8-d57af2a8fdf9 req-dd2b5a70-6da3-4385-a74a-c9c8bcead6d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:03.583047 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3396b679-cf7a-48b7-84e8-d57af2a8fdf9 req-dd2b5a70-6da3-4385-a74a-c9c8bcead6d7 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.52 "DELETE /networking/v2.0/ports/a6d9816f-451f-44af-8263-ece906a39b8f HTTP/1.1" status: 204 len: 173 time: 1.0346003 Aug 19 15:30:03.583478 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615eb3a5-68de-4e10-9e81-33393fa2b6cd', 'name': 'network-vif-deleted', 'tag': 'a6d9816f-451f-44af-8263-ece906a39b8f'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:30:03.585791 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f46fc2c-af68-42a4-ad88-b95b82802fba" -d '{"events": [{"server_uuid": "615eb3a5-68de-4e10-9e81-33393fa2b6cd", "name": "network-vif-deleted", "tag": "a6d9816f-451f-44af-8263-ece906a39b8f"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:30:03.626430 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d11d4b-a8c8-4ade-9bd0-0da76ef1b8c1 x-openstack-request-id: req-45d11d4b-a8c8-4ade-9bd0-0da76ef1b8c1 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:30:03.626725 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615eb3a5-68de-4e10-9e81-33393fa2b6cd", "name": "network-vif-deleted", "tag": "a6d9816f-451f-44af-8263-ece906a39b8f", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:30:03.626990 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-45d11d4b-a8c8-4ade-9bd0-0da76ef1b8c1 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:30:03.627438 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45d11d4b-a8c8-4ade-9bd0-0da76ef1b8c1'] response: {'server_uuid': '615eb3a5-68de-4e10-9e81-33393fa2b6cd', 'name': 'network-vif-deleted', 'tag': 'a6d9816f-451f-44af-8263-ece906a39b8f', 'status': 'completed', 'code': 200} Aug 19 15:30:03.683628 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-6fb028a7-f929-4822-aa6e-b74f8d06ab0a None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:30:03.889980 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-6fb028a7-f929-4822-aa6e-b74f8d06ab0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:03.914548 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb028a7-f929-4822-aa6e-b74f8d06ab0a None None] Checking router: ec51b1ce-e2fe-4834-8fa7-aeb89d133590 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:30:03.923522 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb028a7-f929-4822-aa6e-b74f8d06ab0a None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:30:03.924134 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-6fb028a7-f929-4822-aa6e-b74f8d06ab0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:29:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:04.033514 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-6fb028a7-f929-4822-aa6e-b74f8d06ab0a None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:30:04.239400 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-6fb028a7-f929-4822-aa6e-b74f8d06ab0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:04.265568 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb028a7-f929-4822-aa6e-b74f8d06ab0a None None] The sync data for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi is: [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:23:12Z', 'revision_number': 4, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '5871220f-bff5-4d12-be7d-31d9a4678dc8', 'name': '', 'network_id': '6a74f9df-bea0-4bc2-8022-d4f3c9598ba3', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'mac_address': 'fa:16:3e:ef:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:10Z', 'updated_at': '2022-08-19T15:23:24Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'subnets': [{'id': '9f5a617c-2964-456f-ae12-5bd7af7fa552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:30:04.325910 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47082) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:04.395190 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-694c8617-bd13-4a5d-bc8d-281a9fe8906b tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (5314ff41-695f-497c-aec6-68ca7c898752), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:04.422353 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-694c8617-bd13-4a5d-bc8d-281a9fe8906b tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (5314ff41-695f-497c-aec6-68ca7c898752), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:04.485740 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-694c8617-bd13-4a5d-bc8d-281a9fe8906b tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (5314ff41-695f-497c-aec6-68ca7c898752), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:04.488765 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-694c8617-bd13-4a5d-bc8d-281a9fe8906b tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:04.489605 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:04.493109 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 47086) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:04.501077 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-694c8617-bd13-4a5d-bc8d-281a9fe8906b tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/5314ff41-695f-497c-aec6-68ca7c898752 HTTP/1.1" status: 204 len: 168 time: 0.1658671 Aug 19 15:30:04.511982 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c8617-bd13-4a5d-bc8d-281a9fe8906b tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5314ff41-695f-497c-aec6-68ca7c898752,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:04.512267 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.api.v2.resource [None req-c2d0dcf7-9c30-4459-982a-851f47c4a0cf tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] show failed (client error): The resource could not be found. Aug 19 15:30:04.517376 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47088) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:04.517842 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-c2d0dcf7-9c30-4459-982a-851f47c4a0cf tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "GET /networking/v2.0/security-groups/5314ff41-695f-497c-aec6-68ca7c898752 HTTP/1.1" status: 404 len: 347 time: 0.0222394 Aug 19 15:30:04.527869 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:04.531978 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf72f00-ee17-474c-8096-d7731b736de6 None None] New status for floating IP 6969baf4-2134-4eff-9161-93ff72ce057a: DOWN {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:30:04.641312 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-e5507900-9eed-4c6e-b95d-ad23d8d6fa86 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Deleting port a04718f8-efb8-48a5-8dd0-a13a440f3f36 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:30:04.641872 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e5507900-9eed-4c6e-b95d-ad23d8d6fa86 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (a04718f8-efb8-48a5-8dd0-a13a440f3f36), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:04.726164 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e5507900-9eed-4c6e-b95d-ad23d8d6fa86 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (a04718f8-efb8-48a5-8dd0-a13a440f3f36), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:04.726492 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e5507900-9eed-4c6e-b95d-ad23d8d6fa86 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (a04718f8-efb8-48a5-8dd0-a13a440f3f36), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:04.739199 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-e5507900-9eed-4c6e-b95d-ad23d8d6fa86 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Calling delete_port for a04718f8-efb8-48a5-8dd0-a13a440f3f36 owned by network:floatingip {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:30:04.877112 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e5507900-9eed-4c6e-b95d-ad23d8d6fa86 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (a04718f8-efb8-48a5-8dd0-a13a440f3f36), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:04.916130 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5507900-9eed-4c6e-b95d-ad23d8d6fa86 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Pushing event deleted for resources: {'Port': ['ID=a04718f8-efb8-48a5-8dd0-a13a440f3f36,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:04.982722 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e5507900-9eed-4c6e-b95d-ad23d8d6fa86 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks [] for floatingip (6969baf4-2134-4eff-9161-93ff72ce057a), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:04.985680 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e5507900-9eed-4c6e-b95d-ad23d8d6fa86 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:04.987547 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e5507900-9eed-4c6e-b95d-ad23d8d6fa86 tempest-AttachVolumeNegativeTest-152380103 tempest-AttachVolumeNegativeTest-152380103-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/6969baf4-2134-4eff-9161-93ff72ce057a HTTP/1.1" status: 204 len: 168 time: 0.4676681 Aug 19 15:30:06.220282 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device a6d9816f-451f-44af-8263-ece906a39b8f no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:06.241248 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: a6d9816f-451f-44af-8263-ece906a39b8f {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:30:06.241636 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device a6d9816f-451f-44af-8263-ece906a39b8f not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:30:08.728655 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47154) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:08.985866 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:09.450722 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3617b93d-0200-4ab2-885f-af737e306b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827495'] for router_interface (ec51b1ce-e2fe-4834-8fa7-aeb89d133590), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:09.638978 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:09.674613 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-3617b93d-0200-4ab2-885f-af737e306b1a admin admin] Deleting port 5871220f-bff5-4d12-be7d-31d9a4678dc8 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:30:09.674963 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3617b93d-0200-4ab2-885f-af737e306b1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (5871220f-bff5-4d12-be7d-31d9a4678dc8), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:09.760746 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-3617b93d-0200-4ab2-885f-af737e306b1a admin admin] For port 5871220f-bff5-4d12-be7d-31d9a4678dc8, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=5871220f-bff5-4d12-be7d-31d9a4678dc8,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:09.761385 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3617b93d-0200-4ab2-885f-af737e306b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (5871220f-bff5-4d12-be7d-31d9a4678dc8), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:09.778870 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-3617b93d-0200-4ab2-885f-af737e306b1a admin admin] Calling delete_port for 5871220f-bff5-4d12-be7d-31d9a4678dc8 owned by network:router_interface {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:30:09.795413 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:09.821931 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-07c0c716-fd22-4bf5-b5df-938c795d13a6 req-cff47646-c75e-4da2-9459-10080414370e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492373 Aug 19 15:30:09.890684 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0c716-fd22-4bf5-b5df-938c795d13a6 req-e969f3c8-586a-4d0c-826d-4ec9d99961d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:09.892091 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-07c0c716-fd22-4bf5-b5df-938c795d13a6 req-e969f3c8-586a-4d0c-826d-4ec9d99961d8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3c3e603ab69848a2b9688f1e536017f3&device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 1169 time: 0.0450757 Aug 19 15:30:09.989242 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3617b93d-0200-4ab2-885f-af737e306b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (5871220f-bff5-4d12-be7d-31d9a4678dc8), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:10.009951 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617b93d-0200-4ab2-885f-af737e306b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=5871220f-bff5-4d12-be7d-31d9a4678dc8,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:10.018784 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0c716-fd22-4bf5-b5df-938c795d13a6 req-cb2d4544-de69-44ad-a729-bb4b1ec68ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:10.020432 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-07c0c716-fd22-4bf5-b5df-938c795d13a6 req-cb2d4544-de69-44ad-a729-bb4b1ec68ac0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6984f544-3e69-4348-a7eb-5484342f7b48 HTTP/1.1" status: 200 len: 916 time: 0.1071970 Aug 19 15:30:10.080658 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:10.099407 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-07c0c716-fd22-4bf5-b5df-938c795d13a6 req-534cab1d-dcbc-4a0e-9939-7dc413d48579 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e0d422a-3a6d-4e22-8237-a99f06f45464 HTTP/1.1" status: 200 len: 1002 time: 0.0710664 Aug 19 15:30:10.163260 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0c716-fd22-4bf5-b5df-938c795d13a6 req-f84a07a1-9b62-4a55-961e-9d7c9de0d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:10.164855 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-07c0c716-fd22-4bf5-b5df-938c795d13a6 req-f84a07a1-9b62-4a55-961e-9d7c9de0d1c1 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=660753bd-ccf6-487f-8cd3-a9754c97ad69 HTTP/1.1" status: 200 len: 854 time: 0.0551620 Aug 19 15:30:10.184695 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3617b93d-0200-4ab2-885f-af737e306b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808215'] for router_interface (ec51b1ce-e2fe-4834-8fa7-aeb89d133590), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:10.213056 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0c716-fd22-4bf5-b5df-938c795d13a6 req-8ad77ced-d100-47e0-84e9-6b49d145d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:10.214557 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-07c0c716-fd22-4bf5-b5df-938c795d13a6 req-8ad77ced-d100-47e0-84e9-6b49d145d9b6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6984f544-3e69-4348-a7eb-5484342f7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423672 Aug 19 15:30:10.324599 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-07c0c716-fd22-4bf5-b5df-938c795d13a6 req-323247a7-df38-498b-a73b-9c5559b53903 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6984f544-3e69-4348-a7eb-5484342f7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022675 Aug 19 15:30:10.400084 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3617b93d-0200-4ab2-885f-af737e306b1a admin admin] Router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:30:10.422673 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-07c0c716-fd22-4bf5-b5df-938c795d13a6 req-45286638-215e-44c3-89cb-2c1f98fa9680 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6984f544-3e69-4348-a7eb-5484342f7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861378 Aug 19 15:30:10.484320 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:10.509764 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3617b93d-0200-4ab2-885f-af737e306b1a admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:30:10.514672 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3617b93d-0200-4ab2-885f-af737e306b1a admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/ec51b1ce-e2fe-4834-8fa7-aeb89d133590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7848444 Aug 19 15:30:10.517210 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47168) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:10.518182 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13456b94-68f2-49cc-9122-6e8971d23a5a None None] Sync routers for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:30:10.528047 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13456b94-68f2-49cc-9122-6e8971d23a5a None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:30:10.528669 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-13456b94-68f2-49cc-9122-6e8971d23a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:29:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:10.623101 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-30cb7426-e642-4d47-9713-d51cfd344857 admin admin] Publish callbacks [] for router (ec51b1ce-e2fe-4834-8fa7-aeb89d133590), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:10.633837 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-13456b94-68f2-49cc-9122-6e8971d23a5a None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:30:10.729867 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-30cb7426-e642-4d47-9713-d51cfd344857 admin admin] Publish callbacks [] for router_gateway (ec51b1ce-e2fe-4834-8fa7-aeb89d133590), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:10.777319 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-30cb7426-e642-4d47-9713-d51cfd344857 admin admin] Deleting port 2e554f4e-2404-42a1-aa34-e097797c7261 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:30:10.777319 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-30cb7426-e642-4d47-9713-d51cfd344857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (2e554f4e-2404-42a1-aa34-e097797c7261), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:10.791803 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=100 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:10.814945 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-13456b94-68f2-49cc-9122-6e8971d23a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:30:09Z', 'revision_number': 5, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port': {'id': '2e554f4e-2404-42a1-aa34-e097797c7261', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:23:02Z', 'updated_at': '2022-08-19T15:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:10.844959 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13456b94-68f2-49cc-9122-6e8971d23a5a None None] Checking router: ec51b1ce-e2fe-4834-8fa7-aeb89d133590 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:30:10.854927 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13456b94-68f2-49cc-9122-6e8971d23a5a None None] Routers {'ec51b1ce-e2fe-4834-8fa7-aeb89d133590'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:30:10.855544 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-13456b94-68f2-49cc-9122-6e8971d23a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:29:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:10.883937 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-30cb7426-e642-4d47-9713-d51cfd344857 admin admin] For port 2e554f4e-2404-42a1-aa34-e097797c7261, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=2e554f4e-2404-42a1-aa34-e097797c7261,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:10.884419 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-30cb7426-e642-4d47-9713-d51cfd344857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (2e554f4e-2404-42a1-aa34-e097797c7261), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:10.899423 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-30cb7426-e642-4d47-9713-d51cfd344857 admin admin] Calling delete_port for 2e554f4e-2404-42a1-aa34-e097797c7261 owned by network:router_gateway {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:30:10.939925 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-13456b94-68f2-49cc-9122-6e8971d23a5a None None] Set router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 gateway port host: None {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:30:10.941310 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=100 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:11.049581 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:11.091359 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-13456b94-68f2-49cc-9122-6e8971d23a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:30:10Z', 'revision_number': 6, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port_host': None}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:11.118923 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13456b94-68f2-49cc-9122-6e8971d23a5a None None] The sync data for ids ['ec51b1ce-e2fe-4834-8fa7-aeb89d133590'] in dv-cinder-835384-20-iscsi is: [{'id': 'ec51b1ce-e2fe-4834-8fa7-aeb89d133590', 'name': 'tempest-AttachVolumeNegativeTest-1915237131-router', 'tenant_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:23:01Z', 'updated_at': '2022-08-19T15:30:10Z', 'revision_number': 6, 'project_id': 'cbf14c554d854af5ba8cd910c82d42e0', 'gw_port_host': None}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:30:11.153205 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-30cb7426-e642-4d47-9713-d51cfd344857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (2e554f4e-2404-42a1-aa34-e097797c7261), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:11.194266 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb7426-e642-4d47-9713-d51cfd344857 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e554f4e-2404-42a1-aa34-e097797c7261,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:11.266332 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb02e2-1a31-4787-94c6-d49354e056d5 req-1a4d7ad8-d8ab-46a3-91fc-2145551905ea tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:11.267809 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c0cb02e2-1a31-4787-94c6-d49354e056d5 req-1a4d7ad8-d8ab-46a3-91fc-2145551905ea tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.1158977 Aug 19 15:30:11.305990 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-30cb7426-e642-4d47-9713-d51cfd344857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809638'] for router_gateway (ec51b1ce-e2fe-4834-8fa7-aeb89d133590), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:11.405850 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c0cb02e2-1a31-4787-94c6-d49354e056d5 req-15cdb862-5e61-459e-8075-f11b082a8d46 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315110 Aug 19 15:30:11.409103 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-30cb7426-e642-4d47-9713-d51cfd344857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12054'] for router (ec51b1ce-e2fe-4834-8fa7-aeb89d133590), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:11.411961 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-30cb7426-e642-4d47-9713-d51cfd344857 admin admin] Publish callbacks [] for router_controller (ec51b1ce-e2fe-4834-8fa7-aeb89d133590), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:11.416768 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:11.465466 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-30cb7426-e642-4d47-9713-d51cfd344857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808224'] for router (ec51b1ce-e2fe-4834-8fa7-aeb89d133590), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:11.466390 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cb7426-e642-4d47-9713-d51cfd344857 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec51b1ce-e2fe-4834-8fa7-aeb89d133590 {{(pid=106284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:30:11.471918 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-30cb7426-e642-4d47-9713-d51cfd344857 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:11.474315 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-30cb7426-e642-4d47-9713-d51cfd344857 admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/ec51b1ce-e2fe-4834-8fa7-aeb89d133590 HTTP/1.1" status: 204 len: 168 time: 0.9561152 Aug 19 15:30:11.476890 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47186) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:11.531988 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b717d3-0139-4606-a863-e683bb9f9a2f admin admin] Deleting subnet 9f5a617c-2964-456f-ae12-5bd7af7fa552 {{(pid=106284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 19 15:30:11.535683 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-76b717d3-0139-4606-a863-e683bb9f9a2f admin admin] Publish callbacks [] for subnet (9f5a617c-2964-456f-ae12-5bd7af7fa552), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:11.579288 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-76b717d3-0139-4606-a863-e683bb9f9a2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13475986'] for subnet (9f5a617c-2964-456f-ae12-5bd7af7fa552), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:11.664189 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-76b717d3-0139-4606-a863-e683bb9f9a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550255'] for subnet (9f5a617c-2964-456f-ae12-5bd7af7fa552), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:11.721347 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-76b717d3-0139-4606-a863-e683bb9f9a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16011949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127577'] for subnet (9f5a617c-2964-456f-ae12-5bd7af7fa552), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:11.745900 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b717d3-0139-4606-a863-e683bb9f9a2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5a617c-2964-456f-ae12-5bd7af7fa552,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:11.751472 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-76b717d3-0139-4606-a863-e683bb9f9a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:11.755332 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-76b717d3-0139-4606-a863-e683bb9f9a2f admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/9f5a617c-2964-456f-ae12-5bd7af7fa552 HTTP/1.1" status: 204 len: 168 time: 0.2772789 Aug 19 15:30:11.757910 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47188) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:11.758792 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b481bda1-8d99-4c2c-b2e5-7a33be825702 None None] Network 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:30:11.828219 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742190'] for network (6a74f9df-bea0-4bc2-8022-d4f3c9598ba3), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:11.873267 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] Deleting port 1ad467b9-0d56-465a-a1c9-06bc5a782c49 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:30:11.873615 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (1ad467b9-0d56-465a-a1c9-06bc5a782c49), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:11.937114 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] DHCP port deletion for 6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 request from dv-cinder-835384-20-iscsi {{(pid=106286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 19 15:30:11.968895 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 5871220f-bff5-4d12-be7d-31d9a4678dc8 no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:11.971997 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] For port 1ad467b9-0d56-465a-a1c9-06bc5a782c49, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=1ad467b9-0d56-465a-a1c9-06bc5a782c49,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:11.972304 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (1ad467b9-0d56-465a-a1c9-06bc5a782c49), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:11.990374 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] Calling delete_port for 1ad467b9-0d56-465a-a1c9-06bc5a782c49 owned by network:dhcp {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:30:11.995074 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 5871220f-bff5-4d12-be7d-31d9a4678dc8 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:30:11.995421 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 5871220f-bff5-4d12-be7d-31d9a4678dc8 not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:30:12.005686 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Deleting port 1ad467b9-0d56-465a-a1c9-06bc5a782c49 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:30:12.006082 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (1ad467b9-0d56-465a-a1c9-06bc5a782c49), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:12.085666 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (1ad467b9-0d56-465a-a1c9-06bc5a782c49), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:12.116038 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad467b9-0d56-465a-a1c9-06bc5a782c49,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:12.120023 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] No DVR routers for this DVR port 1ad467b9-0d56-465a-a1c9-06bc5a782c49 on host dv-cinder-835384-20-iscsi {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:30:12.202406 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551398', 'neutron.services.segments.db._delete_segments_for_network-8774275715211'] for network (6a74f9df-bea0-4bc2-8022-d4f3c9598ba3), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:12.215740 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] For port 1ad467b9-0d56-465a-a1c9-06bc5a782c49, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=1ad467b9-0d56-465a-a1c9-06bc5a782c49,segment=NetworkSegment(c02f52c9-4710-428e-817d-00673e6cc031),segment_id=c02f52c9-4710-428e-817d-00673e6cc031)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:12.215977 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:12.216754 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (1ad467b9-0d56-465a-a1c9-06bc5a782c49), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:12.227144 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a74f9df-bea0-4bc2-8022-d4f3c9598ba3']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:12.237324 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02f52c9-4710-428e-817d-00673e6cc031') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:12.237630 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02f52c9-4710-428e-817d-00673e6cc031') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:12.239600 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Calling delete_port for 1ad467b9-0d56-465a-a1c9-06bc5a782c49 owned by network:dhcp {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:30:12.259573 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774275715274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13475945'] for segment (c02f52c9-4710-428e-817d-00673e6cc031), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:12.279947 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (c02f52c9-4710-428e-817d-00673e6cc031), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:12.288835 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:30:12.289530 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16011975'] for segment (c02f52c9-4710-428e-817d-00673e6cc031), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:12.329567 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391'] for port (1ad467b9-0d56-465a-a1c9-06bc5a782c49), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:12.345553 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment c02f52c9-4710-428e-817d-00673e6cc031 resource provider aggregate not found Aug 19 15:30:12.364461 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment c02f52c9-4710-428e-817d-00673e6cc031 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c02f52c9-4710-428e-817d-00673e6cc031 found for delete ", "request_id": "req-80672b76-5da4-450b-8aef-a3a63bd71cfb"}]} Aug 19 15:30:12.367450 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:12.369163 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809602'] for network (6a74f9df-bea0-4bc2-8022-d4f3c9598ba3), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:12.370190 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Pushing event deleted for resources: {'Port': ['ID=1ad467b9-0d56-465a-a1c9-06bc5a782c49,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:12.379632 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] No DVR routers for this DVR port 1ad467b9-0d56-465a-a1c9-06bc5a782c49 on host dv-cinder-835384-20-iscsi {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:30:12.382664 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:12.382664 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:12.382664 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:12.383334 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:12.383681 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:12.384014 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:12.384344 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:12.384695 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:12.385025 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:12.385357 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:12.385686 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:12.386013 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:12.386334 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:12.386652 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:12.386973 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d5b5c-2cb8-444c-83bc-e8b1dd641062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:12.389099 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:12.408496 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/6a74f9df-bea0-4bc2-8022-d4f3c9598ba3 HTTP/1.1" status: 204 len: 168 time: 0.6398661 Aug 19 15:30:12.409817 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1575732-10e7-44a9-9d92-616c2cb718ca admin admin] Pushing event deleted for resources: {'Network': ['ID=6a74f9df-bea0-4bc2-8022-d4f3c9598ba3,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:12.535034 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47200) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:12.558676 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ed0d1-c1ca-4923-b23f-48c7ae5499f6 req-9eda6999-bfb4-41e1-80d5-c4711b7dd7f8 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:12.560150 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b63ed0d1-c1ca-4923-b23f-48c7ae5499f6 req-9eda6999-bfb4-41e1-80d5-c4711b7dd7f8 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0671284 Aug 19 15:30:12.588192 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:12.612469 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-78945798-d21d-4bfd-9e24-2d1dc23b81b7 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=cbf14c554d854af5ba8cd910c82d42e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0762279 Aug 19 15:30:12.615830 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 47202) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:12.637632 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b63ed0d1-c1ca-4923-b23f-48c7ae5499f6 req-d7030082-b551-4571-a05b-57da024ae5dc tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712037 Aug 19 15:30:12.678802 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8334b28a-d65a-4c7d-b240-8fd388e50912 admin admin] Publish callbacks [] for security_group (6f9f7e37-9d51-44fb-8467-19a66d7a8e11), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:12.694829 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:12.700375 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8334b28a-d65a-4c7d-b240-8fd388e50912 admin admin] Publish callbacks [] for security_group (6f9f7e37-9d51-44fb-8467-19a66d7a8e11), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:12.751931 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8334b28a-d65a-4c7d-b240-8fd388e50912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (6f9f7e37-9d51-44fb-8467-19a66d7a8e11), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:12.754984 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8334b28a-d65a-4c7d-b240-8fd388e50912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:12.759313 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-8334b28a-d65a-4c7d-b240-8fd388e50912 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/6f9f7e37-9d51-44fb-8467-19a66d7a8e11 HTTP/1.1" status: 204 len: 168 time: 0.1396873 Aug 19 15:30:12.765420 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334b28a-d65a-4c7d-b240-8fd388e50912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9f7e37-9d51-44fb-8467-19a66d7a8e11,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:13.414287 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5aa3cc7e-daff-44c4-b7d2-89edc568bedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:13.485085 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 2e554f4e-2404-42a1-aa34-e097797c7261 no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:13.507853 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 2e554f4e-2404-42a1-aa34-e097797c7261 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:30:13.508480 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 2e554f4e-2404-42a1-aa34-e097797c7261 not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:30:13.509179 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 1ad467b9-0d56-465a-a1c9-06bc5a782c49 no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:13.529433 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 1ad467b9-0d56-465a-a1c9-06bc5a782c49 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:30:13.529998 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 1ad467b9-0d56-465a-a1c9-06bc5a782c49 not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:30:13.785359 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35f54d-33b6-457e-8bcc-3607c3b0e9dd req-44135276-7ff3-4e90-8e77-124d385c5d91 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:13.787019 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8b35f54d-33b6-457e-8bcc-3607c3b0e9dd req-44135276-7ff3-4e90-8e77-124d385c5d91 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0559592 Aug 19 15:30:13.841555 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8b35f54d-33b6-457e-8bcc-3607c3b0e9dd req-89ec2946-8419-4e55-b2aa-588f8d34a6aa tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479658 Aug 19 15:30:14.970536 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c1d21-f4da-4e27-b90e-c74878721e53 req-05887b62-2e72-4a48-bb1a-b7fc79c5ee84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:14.971891 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-262c1d21-f4da-4e27-b90e-c74878721e53 req-05887b62-2e72-4a48-bb1a-b7fc79c5ee84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0465753 Aug 19 15:30:15.020240 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-262c1d21-f4da-4e27-b90e-c74878721e53 req-aa8e1f25-9b27-4384-8779-db512740e766 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421729 Aug 19 15:30:15.768854 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4a56f654-9aa1-4642-a3c8-cc90cc49fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:16.150983 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147513a-aaf0-4fbe-b18b-4ad22891930e req-2716d9cd-ed84-4b93-8696-60952ee4a4d1 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:16.152460 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b147513a-aaf0-4fbe-b18b-4ad22891930e req-2716d9cd-ed84-4b93-8696-60952ee4a4d1 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0546434 Aug 19 15:30:16.203077 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b147513a-aaf0-4fbe-b18b-4ad22891930e req-243be998-d996-4c0c-887c-cf363be01d1a tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450413 Aug 19 15:30:16.833993 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-be9576a4-3194-4bb3-ae8b-a58eff9f27d3 req-da38cf82-e9ed-44a4-96a1-5b4d4d0478e1 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1878551085&fields=id&tenant_id=3c3e603ab69848a2b9688f1e536017f3 HTTP/1.1" status: 200 len: 267 time: 0.0455704 Aug 19 15:30:16.883473 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9576a4-3194-4bb3-ae8b-a58eff9f27d3 req-a9f03d66-39c0-492a-91c1-2077beb9729b tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:16.884934 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-be9576a4-3194-4bb3-ae8b-a58eff9f27d3 req-a9f03d66-39c0-492a-91c1-2077beb9729b tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 985 time: 0.0455668 Aug 19 15:30:16.895834 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-be9576a4-3194-4bb3-ae8b-a58eff9f27d3 req-a1a7a170-2d3e-4d5b-9b1a-aeaaaa824591 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Request body: {'port': {'security_groups': ['310f5b20-7f5c-4cad-af2d-03f7539f02c2']}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:16.972036 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-be9576a4-3194-4bb3-ae8b-a58eff9f27d3 req-a1a7a170-2d3e-4d5b-9b1a-aeaaaa824591 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:17.058061 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:17.148406 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:17.150461 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-be9576a4-3194-4bb3-ae8b-a58eff9f27d3 req-a1a7a170-2d3e-4d5b-9b1a-aeaaaa824591 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] For port 8e0d422a-3a6d-4e22-8237-a99f06f45464, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8e0d422a-3a6d-4e22-8237-a99f06f45464,segment=NetworkSegment(afd25f22-0ac1-43f4-bcd0-4429d97ad80e),segment_id=afd25f22-0ac1-43f4-bcd0-4429d97ad80e)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:17.179988 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-be9576a4-3194-4bb3-ae8b-a58eff9f27d3 req-a1a7a170-2d3e-4d5b-9b1a-aeaaaa824591 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:17.184341 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-be9576a4-3194-4bb3-ae8b-a58eff9f27d3 req-a1a7a170-2d3e-4d5b-9b1a-aeaaaa824591 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012003'] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:17.195502 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9576a4-3194-4bb3-ae8b-a58eff9f27d3 req-a1a7a170-2d3e-4d5b-9b1a-aeaaaa824591 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:17.196105 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-be9576a4-3194-4bb3-ae8b-a58eff9f27d3 req-a1a7a170-2d3e-4d5b-9b1a-aeaaaa824591 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:17.197495 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-be9576a4-3194-4bb3-ae8b-a58eff9f27d3 req-a1a7a170-2d3e-4d5b-9b1a-aeaaaa824591 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "PUT /networking/v2.0/ports/8e0d422a-3a6d-4e22-8237-a99f06f45464 HTTP/1.1" status: 200 len: 943 time: 0.3066051 Aug 19 15:30:17.197826 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['8e0d422a-3a6d-4e22-8237-a99f06f45464'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:30:17.197967 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc81caa-949a-42ac-b696-7bb7cb9c5fd5', 'tag': '8e0d422a-3a6d-4e22-8237-a99f06f45464'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:30:17.200197 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69ccef422e24697aa339ca93078f5b722801d9cd263b30b0a6d79bd9e8f250f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fec624-cbce-4b78-b532-277dd36f0242" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc81caa-949a-42ac-b696-7bb7cb9c5fd5", "tag": "8e0d422a-3a6d-4e22-8237-a99f06f45464"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:30:17.204451 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 47274) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:17.264416 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7a170-2d3e-4d5b-9b1a-aeaaaa824591 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Pushing event updated for resources: {'Port': ['ID=8e0d422a-3a6d-4e22-8237-a99f06f45464,revision_number=7']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:17.273430 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f2417282-f82e-4023-87da-3435069b1604 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group (03329b8d-b452-4f81-b221-e26ad361f53c), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:17.278256 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3933c1ed-84dc-4e2f-a955-2fc535927d1a x-openstack-request-id: req-3933c1ed-84dc-4e2f-a955-2fc535927d1a {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:30:17.280111 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc81caa-949a-42ac-b696-7bb7cb9c5fd5", "tag": "8e0d422a-3a6d-4e22-8237-a99f06f45464", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:30:17.280577 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3933c1ed-84dc-4e2f-a955-2fc535927d1a {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:30:17.281142 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3933c1ed-84dc-4e2f-a955-2fc535927d1a'] response: {'name': 'network-changed', 'server_uuid': '9bc81caa-949a-42ac-b696-7bb7cb9c5fd5', 'tag': '8e0d422a-3a6d-4e22-8237-a99f06f45464', 'status': 'completed', 'code': 200} Aug 19 15:30:17.302707 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f2417282-f82e-4023-87da-3435069b1604 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group (03329b8d-b452-4f81-b221-e26ad361f53c), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:17.331259 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['8e0d422a-3a6d-4e22-8237-a99f06f45464'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:30:17.371566 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac3209-18cc-4ee3-b8ec-72ac9365d9a7 req-e48479df-fc03-483d-82dd-ed53ee96ffe1 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:17.373635 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a7ac3209-18cc-4ee3-b8ec-72ac9365d9a7 req-e48479df-fc03-483d-82dd-ed53ee96ffe1 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0506632 Aug 19 15:30:17.378855 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fec624-cbce-4b78-b532-277dd36f0242 req-303d951b-c802-42c5-a350-808dc85273de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:17.382022 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-45fec624-cbce-4b78-b532-277dd36f0242 req-303d951b-c802-42c5-a350-808dc85273de service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3c3e603ab69848a2b9688f1e536017f3&device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 1130 time: 0.0707161 Aug 19 15:30:17.386983 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:17.439323 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:17.455785 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a7ac3209-18cc-4ee3-b8ec-72ac9365d9a7 req-13d1ca22-f204-4e4f-9aa4-5423859d3315 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718997 Aug 19 15:30:17.495677 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f2417282-f82e-4023-87da-3435069b1604 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (03329b8d-b452-4f81-b221-e26ad361f53c), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:17.498557 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f2417282-f82e-4023-87da-3435069b1604 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:17.500119 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-f2417282-f82e-4023-87da-3435069b1604 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/03329b8d-b452-4f81-b221-e26ad361f53c HTTP/1.1" status: 204 len: 168 time: 0.2949572 Aug 19 15:30:17.503109 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47284) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:17.515760 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2417282-f82e-4023-87da-3435069b1604 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03329b8d-b452-4f81-b221-e26ad361f53c,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:17.533602 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fec624-cbce-4b78-b532-277dd36f0242 req-bf63c72e-725a-4c31-a265-929c5ca2af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:17.535146 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-45fec624-cbce-4b78-b532-277dd36f0242 req-bf63c72e-725a-4c31-a265-929c5ca2af95 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6984f544-3e69-4348-a7eb-5484342f7b48 HTTP/1.1" status: 200 len: 916 time: 0.1405590 Aug 19 15:30:17.620344 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-45fec624-cbce-4b78-b532-277dd36f0242 req-9ffea68b-bcc8-4ce2-87fc-0a1d9e74404a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e0d422a-3a6d-4e22-8237-a99f06f45464 HTTP/1.1" status: 200 len: 1002 time: 0.0731325 Aug 19 15:30:17.660013 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-ac04f5c1-77ea-4d18-a69c-6e95c9578db2 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Deleting port 719aee72-41a0-4c39-ae9c-e231823e5823 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:30:17.660578 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ac04f5c1-77ea-4d18-a69c-6e95c9578db2 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (719aee72-41a0-4c39-ae9c-e231823e5823), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:17.663348 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:17.682272 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fec624-cbce-4b78-b532-277dd36f0242 req-2f4794ec-4ba1-4f88-b53b-fba32a665aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:17.684115 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-45fec624-cbce-4b78-b532-277dd36f0242 req-2f4794ec-4ba1-4f88-b53b-fba32a665aa2 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=660753bd-ccf6-487f-8cd3-a9754c97ad69 HTTP/1.1" status: 200 len: 854 time: 0.0567207 Aug 19 15:30:17.732765 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fec624-cbce-4b78-b532-277dd36f0242 req-da7ecb10-5565-4ad8-88a7-fde7efce9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:17.734226 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-45fec624-cbce-4b78-b532-277dd36f0242 req-da7ecb10-5565-4ad8-88a7-fde7efce9ead service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6984f544-3e69-4348-a7eb-5484342f7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404184 Aug 19 15:30:17.740832 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ac04f5c1-77ea-4d18-a69c-6e95c9578db2 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (719aee72-41a0-4c39-ae9c-e231823e5823), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:17.741159 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ac04f5c1-77ea-4d18-a69c-6e95c9578db2 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for floatingip (719aee72-41a0-4c39-ae9c-e231823e5823), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:17.754906 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-ac04f5c1-77ea-4d18-a69c-6e95c9578db2 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Calling delete_port for 719aee72-41a0-4c39-ae9c-e231823e5823 owned by network:floatingip {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:30:17.830827 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-45fec624-cbce-4b78-b532-277dd36f0242 req-ecda3ea5-ed95-429c-adc5-a5fbc74b712d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6984f544-3e69-4348-a7eb-5484342f7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890632 Aug 19 15:30:17.925174 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-45fec624-cbce-4b78-b532-277dd36f0242 req-a01949ed-1ab7-44f9-8176-39b56b75bf8f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6984f544-3e69-4348-a7eb-5484342f7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866323 Aug 19 15:30:17.926968 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ac04f5c1-77ea-4d18-a69c-6e95c9578db2 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (719aee72-41a0-4c39-ae9c-e231823e5823), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:17.950146 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04f5c1-77ea-4d18-a69c-6e95c9578db2 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Pushing event deleted for resources: {'Port': ['ID=719aee72-41a0-4c39-ae9c-e231823e5823,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:18.248162 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ac04f5c1-77ea-4d18-a69c-6e95c9578db2 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks [] for floatingip (42f5d0ca-93ff-4f18-a65a-b7c7eef58bd0), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:18.248892 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.l3_db [None req-ac04f5c1-77ea-4d18-a69c-6e95c9578db2 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Floating IP 42f5d0ca-93ff-4f18-a65a-b7c7eef58bd0 disassociated (deleted). External IP: 172.27.2.231, port: 8e0d422a-3a6d-4e22-8237-a99f06f45464. Aug 19 15:30:18.436502 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:18.453075 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac04f5c1-77ea-4d18-a69c-6e95c9578db2 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Router 757598e3-4c71-4dd1-849f-842c121b7653 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:30:18.515612 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:18.562206 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:18.582780 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac04f5c1-77ea-4d18-a69c-6e95c9578db2 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:30:18.595418 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7536198-08c7-4dec-be75-c27e147082df None None] Sync routers for ids ['757598e3-4c71-4dd1-849f-842c121b7653'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:30:18.602848 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ac04f5c1-77ea-4d18-a69c-6e95c9578db2 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:18.612373 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7536198-08c7-4dec-be75-c27e147082df None None] Routers {'757598e3-4c71-4dd1-849f-842c121b7653'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:30:18.613294 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b7536198-08c7-4dec-be75-c27e147082df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:30:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['757598e3-4c71-4dd1-849f-842c121b7653'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:18.644005 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa30504-7fa6-4b63-9139-5752ae0a712c req-c7eddf25-f3a5-4527-9397-c1c24eddf7e2 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:18.647895 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9aa30504-7fa6-4b63-9139-5752ae0a712c req-c7eddf25-f3a5-4527-9397-c1c24eddf7e2 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0786843 Aug 19 15:30:18.655552 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-ac04f5c1-77ea-4d18-a69c-6e95c9578db2 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/42f5d0ca-93ff-4f18-a65a-b7c7eef58bd0 HTTP/1.1" status: 204 len: 168 time: 1.1514130 Aug 19 15:30:18.701834 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9aa30504-7fa6-4b63-9139-5752ae0a712c req-c918a3af-e6d3-4bcf-82a4-b6638f5a48a7 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481293 Aug 19 15:30:18.782688 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-b7536198-08c7-4dec-be75-c27e147082df None None] Set router 757598e3-4c71-4dd1-849f-842c121b7653 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:30:19.058889 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b7536198-08c7-4dec-be75-c27e147082df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757598e3-4c71-4dd1-849f-842c121b7653', 'name': 'tempest-TestMinimumBasicScenario-1004679039-router', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:55Z', 'revision_number': 4, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'gw_port': {'id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '6d87343a-012c-461c-b22a-ef9d5e3af203', 'name': '', 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '660753bd-ccf6-487f-8cd3-a9754c97ad69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:54Z', 'updated_at': '2022-08-19T15:28:00Z', 'revision_number': 5, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'subnets': [{'id': '660753bd-ccf6-487f-8cd3-a9754c97ad69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:19.095424 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7536198-08c7-4dec-be75-c27e147082df None None] Checking router: 757598e3-4c71-4dd1-849f-842c121b7653 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:30:19.104064 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:19.107459 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7536198-08c7-4dec-be75-c27e147082df None None] Routers {'757598e3-4c71-4dd1-849f-842c121b7653'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:30:19.108241 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b7536198-08c7-4dec-be75-c27e147082df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:30:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['757598e3-4c71-4dd1-849f-842c121b7653'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:19.218136 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-b7536198-08c7-4dec-be75-c27e147082df None None] Set router 757598e3-4c71-4dd1-849f-842c121b7653 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:30:19.282805 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc81caa-949a-42ac-b696-7bb7cb9c5fd5', 'tag': '8e0d422a-3a6d-4e22-8237-a99f06f45464'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:30:19.285192 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69ccef422e24697aa339ca93078f5b722801d9cd263b30b0a6d79bd9e8f250f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008642f0-19d3-4031-abaa-2df47ecccd9b" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc81caa-949a-42ac-b696-7bb7cb9c5fd5", "tag": "8e0d422a-3a6d-4e22-8237-a99f06f45464"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:30:19.323613 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3361dac5-618c-4249-a7ab-6a6cf4284b06 x-openstack-request-id: req-3361dac5-618c-4249-a7ab-6a6cf4284b06 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:30:19.323906 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc81caa-949a-42ac-b696-7bb7cb9c5fd5", "tag": "8e0d422a-3a6d-4e22-8237-a99f06f45464", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:30:19.324264 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3361dac5-618c-4249-a7ab-6a6cf4284b06 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:30:19.324706 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3361dac5-618c-4249-a7ab-6a6cf4284b06'] response: {'name': 'network-changed', 'server_uuid': '9bc81caa-949a-42ac-b696-7bb7cb9c5fd5', 'tag': '8e0d422a-3a6d-4e22-8237-a99f06f45464', 'status': 'completed', 'code': 200} Aug 19 15:30:19.410874 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b7536198-08c7-4dec-be75-c27e147082df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757598e3-4c71-4dd1-849f-842c121b7653', 'name': 'tempest-TestMinimumBasicScenario-1004679039-router', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:55Z', 'revision_number': 4, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'gw_port': {'id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '6d87343a-012c-461c-b22a-ef9d5e3af203', 'name': '', 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '660753bd-ccf6-487f-8cd3-a9754c97ad69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:54Z', 'updated_at': '2022-08-19T15:28:00Z', 'revision_number': 5, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'subnets': [{'id': '660753bd-ccf6-487f-8cd3-a9754c97ad69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:19.439687 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7536198-08c7-4dec-be75-c27e147082df None None] The sync data for ids ['757598e3-4c71-4dd1-849f-842c121b7653'] in dv-cinder-835384-20-iscsi is: [{'id': '757598e3-4c71-4dd1-849f-842c121b7653', 'name': 'tempest-TestMinimumBasicScenario-1004679039-router', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:55Z', 'revision_number': 4, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'gw_port': {'id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '6d87343a-012c-461c-b22a-ef9d5e3af203', 'name': '', 'network_id': '6984f544-3e69-4348-a7eb-5484342f7b48', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '660753bd-ccf6-487f-8cd3-a9754c97ad69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:54Z', 'updated_at': '2022-08-19T15:28:00Z', 'revision_number': 5, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'subnets': [{'id': '660753bd-ccf6-487f-8cd3-a9754c97ad69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:30:19.455245 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008642f0-19d3-4031-abaa-2df47ecccd9b req-640226cc-841e-4b99-a471-174f7c8f9814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:19.456820 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-008642f0-19d3-4031-abaa-2df47ecccd9b req-640226cc-841e-4b99-a471-174f7c8f9814 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3c3e603ab69848a2b9688f1e536017f3&device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 1130 time: 0.0420644 Aug 19 15:30:19.560130 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008642f0-19d3-4031-abaa-2df47ecccd9b req-635ec435-9c94-4b88-870e-078f687f94d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:19.561837 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-008642f0-19d3-4031-abaa-2df47ecccd9b req-635ec435-9c94-4b88-870e-078f687f94d4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6984f544-3e69-4348-a7eb-5484342f7b48 HTTP/1.1" status: 200 len: 916 time: 0.0960879 Aug 19 15:30:19.602442 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-008642f0-19d3-4031-abaa-2df47ecccd9b req-97122716-b0c8-4033-b387-93bad2e61298 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e0d422a-3a6d-4e22-8237-a99f06f45464 HTTP/1.1" status: 200 len: 217 time: 0.0339465 Aug 19 15:30:19.657914 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008642f0-19d3-4031-abaa-2df47ecccd9b req-d45148f4-c7d5-435d-8a02-d70393f39e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:19.659442 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-008642f0-19d3-4031-abaa-2df47ecccd9b req-d45148f4-c7d5-435d-8a02-d70393f39e7c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=660753bd-ccf6-487f-8cd3-a9754c97ad69 HTTP/1.1" status: 200 len: 854 time: 0.0506084 Aug 19 15:30:19.700362 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26fed0e-7c4f-44c3-b05e-12b8e711941b None None] New status for floating IP 42f5d0ca-93ff-4f18-a65a-b7c7eef58bd0: DOWN {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:30:19.712139 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008642f0-19d3-4031-abaa-2df47ecccd9b req-bde7ad0b-e956-438b-a0e2-72ea912f03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:19.713759 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-008642f0-19d3-4031-abaa-2df47ecccd9b req-bde7ad0b-e956-438b-a0e2-72ea912f03c8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6984f544-3e69-4348-a7eb-5484342f7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455155 Aug 19 15:30:19.810570 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:19.827570 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-008642f0-19d3-4031-abaa-2df47ecccd9b req-44300edd-0808-4a34-a08d-863a9964c08a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6984f544-3e69-4348-a7eb-5484342f7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072176 Aug 19 15:30:19.864798 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efbe73-6d03-4380-aae1-f9c90d16454a req-760767a3-ac57-4103-a4dc-06c8b8874609 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:19.866338 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-89efbe73-6d03-4380-aae1-f9c90d16454a req-760767a3-ac57-4103-a4dc-06c8b8874609 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0543098 Aug 19 15:30:19.921331 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-89efbe73-6d03-4380-aae1-f9c90d16454a req-9f0e033e-cf08-4e6a-8dcc-dec2d60a8f43 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493960 Aug 19 15:30:19.928106 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-008642f0-19d3-4031-abaa-2df47ecccd9b req-0bc71c78-78ee-4bd3-a5e5-441c5c6a3d95 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6984f544-3e69-4348-a7eb-5484342f7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937402 Aug 19 15:30:20.236972 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47346) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:20.389444 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bd48399a-fcee-40a7-95e2-0bc65dfabaad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:20.406199 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:20.487827 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bd48399a-fcee-40a7-95e2-0bc65dfabaad admin admin] Publish callbacks [] for security_group (dfef4320-ae3b-47e8-9e7c-8ecf2435aa3d), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:20.492977 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bd48399a-fcee-40a7-95e2-0bc65dfabaad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (dfef4320-ae3b-47e8-9e7c-8ecf2435aa3d), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:20.538138 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-bd48399a-fcee-40a7-95e2-0bc65dfabaad admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=213ae78186aa4ef582e8279302165d76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000181 Aug 19 15:30:20.539152 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48399a-fcee-40a7-95e2-0bc65dfabaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfef4320-ae3b-47e8-9e7c-8ecf2435aa3d,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:20.541187 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 47358) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:20.594950 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1b72e9b1-9ec8-4262-810c-37326ecf6466 admin admin] Publish callbacks [] for security_group (dfef4320-ae3b-47e8-9e7c-8ecf2435aa3d), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:20.615784 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1b72e9b1-9ec8-4262-810c-37326ecf6466 admin admin] Publish callbacks [] for security_group (dfef4320-ae3b-47e8-9e7c-8ecf2435aa3d), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:20.668403 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1b72e9b1-9ec8-4262-810c-37326ecf6466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (dfef4320-ae3b-47e8-9e7c-8ecf2435aa3d), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:20.671272 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1b72e9b1-9ec8-4262-810c-37326ecf6466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:20.672487 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-1b72e9b1-9ec8-4262-810c-37326ecf6466 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/dfef4320-ae3b-47e8-9e7c-8ecf2435aa3d HTTP/1.1" status: 204 len: 168 time: 0.1298211 Aug 19 15:30:20.681975 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72e9b1-9ec8-4262-810c-37326ecf6466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfef4320-ae3b-47e8-9e7c-8ecf2435aa3d,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:21.057814 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa6d67-7db0-4d2a-8aca-b61ce91728f5 req-320a2219-0b28-4117-aa72-27718a2f2046 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:21.059332 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d4fa6d67-7db0-4d2a-8aca-b61ce91728f5 req-320a2219-0b28-4117-aa72-27718a2f2046 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0495324 Aug 19 15:30:21.109529 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d4fa6d67-7db0-4d2a-8aca-b61ce91728f5 req-172cc829-0069-4a9d-9306-521ac7abfb5a tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433061 Aug 19 15:30:21.119326 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:21.695050 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd60e1-9f4e-4a61-918b-2aff663f8fc3 req-c69192d2-30ca-4c0d-b236-eb2468945a61 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:21.696580 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2cdd60e1-9f4e-4a61-918b-2aff663f8fc3 req-c69192d2-30ca-4c0d-b236-eb2468945a61 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 946 time: 0.0552011 Aug 19 15:30:21.746798 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2cdd60e1-9f4e-4a61-918b-2aff663f8fc3 req-f74cfd3c-f499-4c5c-9d6e-ac4d3ac64552 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445495 Aug 19 15:30:22.244231 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bcb5c-7dbc-4393-be33-3307a5f58a6c req-8b0e9537-5a9e-4ab4-9112-792feae2b92d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:22.245834 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-333bcb5c-7dbc-4393-be33-3307a5f58a6c req-8b0e9537-5a9e-4ab4-9112-792feae2b92d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0517693 Aug 19 15:30:22.296965 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-333bcb5c-7dbc-4393-be33-3307a5f58a6c req-c8472351-56fa-4743-84b1-a875df3a9c28 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455029 Aug 19 15:30:22.637506 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 47442) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:22.737998 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:22.747314 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9fb509ff-ce99-48ef-9fd1-792bd99f59a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:22.830235 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9fb509ff-ce99-48ef-9fd1-792bd99f59a4 admin admin] Publish callbacks [] for security_group (75712f06-8668-48e0-acc2-717657d44593), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:22.835481 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9fb509ff-ce99-48ef-9fd1-792bd99f59a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (75712f06-8668-48e0-acc2-717657d44593), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:22.865928 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:22.874281 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dad2d9-55aa-4118-b545-b0963e1c6808 req-f6dd2c12-a6aa-49c2-9e08-d83f8821da92 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:22.875769 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f8dad2d9-55aa-4118-b545-b0963e1c6808 req-f6dd2c12-a6aa-49c2-9e08-d83f8821da92 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 946 time: 0.0528729 Aug 19 15:30:22.879285 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47448) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:22.879682 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-9fb509ff-ce99-48ef-9fd1-792bd99f59a4 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=963e5018967242b2bd43c9b8598582bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408750 Aug 19 15:30:22.881052 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb509ff-ce99-48ef-9fd1-792bd99f59a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75712f06-8668-48e0-acc2-717657d44593,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:22.958805 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f8dad2d9-55aa-4118-b545-b0963e1c6808 req-2dbf62e6-71ab-4722-9be0-faccc144448f tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698864 Aug 19 15:30:22.969747 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a4373a02-b23a-4476-a92f-1d732303cb30 admin admin] Publish callbacks [] for security_group (75712f06-8668-48e0-acc2-717657d44593), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:22.991920 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a4373a02-b23a-4476-a92f-1d732303cb30 admin admin] Publish callbacks [] for security_group (75712f06-8668-48e0-acc2-717657d44593), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:23.041706 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a4373a02-b23a-4476-a92f-1d732303cb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (75712f06-8668-48e0-acc2-717657d44593), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:23.044623 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a4373a02-b23a-4476-a92f-1d732303cb30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:23.045758 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-a4373a02-b23a-4476-a92f-1d732303cb30 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/75712f06-8668-48e0-acc2-717657d44593 HTTP/1.1" status: 204 len: 168 time: 0.1652536 Aug 19 15:30:23.053978 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4373a02-b23a-4476-a92f-1d732303cb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75712f06-8668-48e0-acc2-717657d44593,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:23.310745 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47454) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:23.324409 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a8896362-a44c-45b3-b413-8930281e0fc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:23.446073 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9a17d-d5d4-4379-9090-2cadd3f77c7a req-eee8706d-1889-4893-9396-e5c6f96b2bfe tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:23.447570 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-99e9a17d-d5d4-4379-9090-2cadd3f77c7a req-eee8706d-1889-4893-9396-e5c6f96b2bfe tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0692356 Aug 19 15:30:23.449384 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a8896362-a44c-45b3-b413-8930281e0fc0 admin admin] Publish callbacks [] for security_group (b2cdc101-4fe9-4afe-ad0b-3f4916e83ae3), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:23.454816 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a8896362-a44c-45b3-b413-8930281e0fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (b2cdc101-4fe9-4afe-ad0b-3f4916e83ae3), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:23.520907 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8896362-a44c-45b3-b413-8930281e0fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cdc101-4fe9-4afe-ad0b-3f4916e83ae3,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:23.525137 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-a8896362-a44c-45b3-b413-8930281e0fc0 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=a8c3ac3320914a8f963fabddeb257975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133672 Aug 19 15:30:23.527948 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 47458) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:23.532804 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:23.538417 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-99e9a17d-d5d4-4379-9090-2cadd3f77c7a req-63358d48-050d-4740-9a7b-7d8194839994 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846748 Aug 19 15:30:23.593466 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-08ecccc0-bb97-43d1-9c66-d3f98defee25 admin admin] Publish callbacks [] for security_group (b2cdc101-4fe9-4afe-ad0b-3f4916e83ae3), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:23.614849 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-08ecccc0-bb97-43d1-9c66-d3f98defee25 admin admin] Publish callbacks [] for security_group (b2cdc101-4fe9-4afe-ad0b-3f4916e83ae3), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:23.663442 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-08ecccc0-bb97-43d1-9c66-d3f98defee25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (b2cdc101-4fe9-4afe-ad0b-3f4916e83ae3), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:23.666429 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-08ecccc0-bb97-43d1-9c66-d3f98defee25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:23.667621 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-08ecccc0-bb97-43d1-9c66-d3f98defee25 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/b2cdc101-4fe9-4afe-ad0b-3f4916e83ae3 HTTP/1.1" status: 204 len: 168 time: 0.1384776 Aug 19 15:30:23.682582 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ecccc0-bb97-43d1-9c66-d3f98defee25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cdc101-4fe9-4afe-ad0b-3f4916e83ae3,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:24.083213 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cda7b-e3d6-4e65-bce5-6e0657a4ab6c req-97320064-0069-4fef-9d0c-402d4568ba8c tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:24.084761 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6a8cda7b-e3d6-4e65-bce5-6e0657a4ab6c req-97320064-0069-4fef-9d0c-402d4568ba8c tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 946 time: 0.0520477 Aug 19 15:30:24.135612 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6a8cda7b-e3d6-4e65-bce5-6e0657a4ab6c req-289d6335-3d14-4152-acb6-732d831c9ac2 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451119 Aug 19 15:30:24.669933 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640742e-dfc5-42af-9074-bd9792cff414 req-05bc255b-06d5-4b7f-b859-c7dd17184e6d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:24.671448 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f640742e-dfc5-42af-9074-bd9792cff414 req-05bc255b-06d5-4b7f-b859-c7dd17184e6d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0512166 Aug 19 15:30:24.726097 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f640742e-dfc5-42af-9074-bd9792cff414 req-44732488-2d16-4b80-8e16-acfb528d6efc tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484421 Aug 19 15:30:25.257858 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba8411-5b15-4ebf-8b61-e180b93feb06 req-6615e3e9-d5d8-422e-a827-50854e617f4d tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:25.259388 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0bba8411-5b15-4ebf-8b61-e180b93feb06 req-6615e3e9-d5d8-422e-a827-50854e617f4d tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 946 time: 0.0493257 Aug 19 15:30:25.310985 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0bba8411-5b15-4ebf-8b61-e180b93feb06 req-4f23d73a-eebf-4602-b477-5996c12b659a tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=310f5b20-7f5c-4cad-af2d-03f7539f02c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452101 Aug 19 15:30:25.655510 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830d731-136a-4bf2-ab78-e0a146ae1fa5 req-f823007b-fd42-47e9-b391-59b49b2b65df tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:25.656928 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-0830d731-136a-4bf2-ab78-e0a146ae1fa5 req-f823007b-fd42-47e9-b391-59b49b2b65df tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 946 time: 0.0512521 Aug 19 15:30:25.741158 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-0830d731-136a-4bf2-ab78-e0a146ae1fa5 req-e3986096-6740-431a-8b39-19034830c21b tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Deleting port 8e0d422a-3a6d-4e22-8237-a99f06f45464 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:30:25.741494 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-0830d731-136a-4bf2-ab78-e0a146ae1fa5 req-e3986096-6740-431a-8b39-19034830c21b tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:25.835553 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-0830d731-136a-4bf2-ab78-e0a146ae1fa5 req-e3986096-6740-431a-8b39-19034830c21b tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] For port 8e0d422a-3a6d-4e22-8237-a99f06f45464, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8e0d422a-3a6d-4e22-8237-a99f06f45464,segment=NetworkSegment(afd25f22-0ac1-43f4-bcd0-4429d97ad80e),segment_id=afd25f22-0ac1-43f4-bcd0-4429d97ad80e)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:25.835912 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-0830d731-136a-4bf2-ab78-e0a146ae1fa5 req-e3986096-6740-431a-8b39-19034830c21b tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:25.849504 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-0830d731-136a-4bf2-ab78-e0a146ae1fa5 req-e3986096-6740-431a-8b39-19034830c21b tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Calling delete_port for 8e0d422a-3a6d-4e22-8237-a99f06f45464 owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:30:25.853021 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:25.854196 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccc7cc-2b93-4fe9-9c8d-2a4f91ad3c4b req-89c9d75e-5ee9-42ab-b8d8-36eb045d5d88 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:25.856021 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b4ccc7cc-2b93-4fe9-9c8d-2a4f91ad3c4b req-89c9d75e-5ee9-42ab-b8d8-36eb045d5d88 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0507717 Aug 19 15:30:25.904548 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b4ccc7cc-2b93-4fe9-9c8d-2a4f91ad3c4b req-966888b0-6b8a-47be-ba1d-1412e6843088 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427725 Aug 19 15:30:25.990144 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-0830d731-136a-4bf2-ab78-e0a146ae1fa5 req-e3986096-6740-431a-8b39-19034830c21b tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (8e0d422a-3a6d-4e22-8237-a99f06f45464), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:26.009055 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['8e0d422a-3a6d-4e22-8237-a99f06f45464'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:30:26.020084 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3986096-6740-431a-8b39-19034830c21b tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Pushing event deleted for resources: {'Port': ['ID=8e0d422a-3a6d-4e22-8237-a99f06f45464,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:26.068985 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-0830d731-136a-4bf2-ab78-e0a146ae1fa5 req-e3986096-6740-431a-8b39-19034830c21b tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] No DVR routers for this DVR port 8e0d422a-3a6d-4e22-8237-a99f06f45464 on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:30:26.071436 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-0830d731-136a-4bf2-ab78-e0a146ae1fa5 req-e3986096-6740-431a-8b39-19034830c21b tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:26.074736 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-0830d731-136a-4bf2-ab78-e0a146ae1fa5 req-e3986096-6740-431a-8b39-19034830c21b tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.52 "DELETE /networking/v2.0/ports/8e0d422a-3a6d-4e22-8237-a99f06f45464 HTTP/1.1" status: 204 len: 173 time: 0.4116859 Aug 19 15:30:26.075172 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc81caa-949a-42ac-b696-7bb7cb9c5fd5', 'name': 'network-vif-deleted', 'tag': '8e0d422a-3a6d-4e22-8237-a99f06f45464'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:30:26.077414 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49209ea7-3f2b-4eb3-a422-9d67ae458aed" -d '{"events": [{"server_uuid": "9bc81caa-949a-42ac-b696-7bb7cb9c5fd5", "name": "network-vif-deleted", "tag": "8e0d422a-3a6d-4e22-8237-a99f06f45464"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:30:26.119377 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7031e6dd-a65a-4d1d-8ba9-7ec2c33e3501 x-openstack-request-id: req-7031e6dd-a65a-4d1d-8ba9-7ec2c33e3501 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:30:26.119837 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc81caa-949a-42ac-b696-7bb7cb9c5fd5", "name": "network-vif-deleted", "tag": "8e0d422a-3a6d-4e22-8237-a99f06f45464", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:30:26.120136 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7031e6dd-a65a-4d1d-8ba9-7ec2c33e3501 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:30:26.120597 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7031e6dd-a65a-4d1d-8ba9-7ec2c33e3501'] response: {'server_uuid': '9bc81caa-949a-42ac-b696-7bb7cb9c5fd5', 'name': 'network-vif-deleted', 'tag': '8e0d422a-3a6d-4e22-8237-a99f06f45464', 'status': 'completed', 'code': 200} Aug 19 15:30:26.341002 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 5bf9b7d8-d705-4190-bd01-29213ebc351a details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:30:26.443289 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-432bcbe9-b080-4a91-a895-8c4dcc0611fc req-4892402c-dc27-4bf0-9e1e-bbf3ef574555 tempest-TestMinimumBasicScenario-1192748910 tempest-TestMinimumBasicScenario-1192748910-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bc81caa-949a-42ac-b696-7bb7cb9c5fd5 HTTP/1.1" status: 200 len: 210 time: 0.0326629 Aug 19 15:30:26.473983 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 5bf9b7d8-d705-4190-bd01-29213ebc351a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5bf9b7d8-d705-4190-bd01-29213ebc351a,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:26.486797 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': '5bf9b7d8-d705-4190-bd01-29213ebc351a', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'port_id': '5bf9b7d8-d705-4190-bd01-29213ebc351a', 'mac_address': 'fa:16:3e:48:9c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:30:26.529378 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 5bf9b7d8-d705-4190-bd01-29213ebc351a is: ACTIVE; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:30:26.530021 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:26.532166 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:26.572061 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bf9b7d8-d705-4190-bd01-29213ebc351a {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:30:26.593212 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 5bf9b7d8-d705-4190-bd01-29213ebc351a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5bf9b7d8-d705-4190-bd01-29213ebc351a,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:26.597405 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:26.656439 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=5bf9b7d8-d705-4190-bd01-29213ebc351a,revision_number=6']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:26.685722 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['5bf9b7d8-d705-4190-bd01-29213ebc351a'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:30:27.036854 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f412d52-3cab-412d-9377-4b7acacf2a09 req-72725549-14f6-42d5-8cec-fc36752fd7b5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:27.038322 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9f412d52-3cab-412d-9377-4b7acacf2a09 req-72725549-14f6-42d5-8cec-fc36752fd7b5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 944 time: 0.0467770 Aug 19 15:30:27.057072 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:27.088651 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9f412d52-3cab-412d-9377-4b7acacf2a09 req-9581abf0-17f6-4435-ae3d-1f4f69cd8637 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445464 Aug 19 15:30:28.215050 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 47632) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:28.276565 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeb7ba-63d3-4203-bb34-63021abdf96b req-f39e7c95-2f7d-4f84-be8c-b979f252458f tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:28.283770 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-47eeb7ba-63d3-4203-bb34-63021abdf96b req-f39e7c95-2f7d-4f84-be8c-b979f252458f tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 944 time: 0.0872521 Aug 19 15:30:28.347773 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 5bf9b7d8-d705-4190-bd01-29213ebc351a up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:28.373318 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:28.393658 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-47eeb7ba-63d3-4203-bb34-63021abdf96b req-ea529385-c07d-4a9c-b804-94bc021b846b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088893 Aug 19 15:30:28.526995 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port 5bf9b7d8-d705-4190-bd01-29213ebc351a triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:30:28.527385 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:28.537969 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:28.712558 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 5bf9b7d8-d705-4190-bd01-29213ebc351a is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:30:28.713276 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:28.774627 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 5bf9b7d8-d705-4190-bd01-29213ebc351a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5bf9b7d8-d705-4190-bd01-29213ebc351a,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:28.776612 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b2c2fe-ead2-4d92-b4fb-dc42b41094fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf9b7d8-d705-4190-bd01-29213ebc351a'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:30:28.784107 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d017067-78bd-4678-846f-24489c2d6b4e" -d '{"events": [{"server_uuid": "08b2c2fe-ead2-4d92-b4fb-dc42b41094fd", "name": "network-vif-plugged", "status": "completed", "tag": "5bf9b7d8-d705-4190-bd01-29213ebc351a"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:30:28.802394 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:28.875192 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69877d3-3899-408a-a5bf-93bceacf74e2 x-openstack-request-id: req-a69877d3-3899-408a-a5bf-93bceacf74e2 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:30:28.875488 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b2c2fe-ead2-4d92-b4fb-dc42b41094fd", "name": "network-vif-plugged", "status": "completed", "tag": "5bf9b7d8-d705-4190-bd01-29213ebc351a", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:30:28.878370 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a69877d3-3899-408a-a5bf-93bceacf74e2 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:30:28.878820 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a69877d3-3899-408a-a5bf-93bceacf74e2'] response: {'server_uuid': '08b2c2fe-ead2-4d92-b4fb-dc42b41094fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf9b7d8-d705-4190-bd01-29213ebc351a', 'code': 200} Aug 19 15:30:28.947060 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=5bf9b7d8-d705-4190-bd01-29213ebc351a,revision_number=7']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:28.963222 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8550dc38-248d-4fbf-86b8-c4a0259866ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827495'] for router_interface (757598e3-4c71-4dd1-849f-842c121b7653), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:29.295080 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-8550dc38-248d-4fbf-86b8-c4a0259866ca admin admin] Deleting port 6d87343a-012c-461c-b22a-ef9d5e3af203 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:30:29.295737 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8550dc38-248d-4fbf-86b8-c4a0259866ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (6d87343a-012c-461c-b22a-ef9d5e3af203), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:29.612816 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75690b5-5a45-4239-b050-c82468306f50 req-b4388fe2-f5d9-4e8c-b46d-85cb65ad12e1 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:29.620966 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e75690b5-5a45-4239-b050-c82468306f50 req-b4388fe2-f5d9-4e8c-b46d-85cb65ad12e1 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0753560 Aug 19 15:30:29.719530 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e75690b5-5a45-4239-b050-c82468306f50 req-8dd69b25-d11d-497d-ba2e-f44d84d3d564 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916471 Aug 19 15:30:29.752245 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-8550dc38-248d-4fbf-86b8-c4a0259866ca admin admin] For port 6d87343a-012c-461c-b22a-ef9d5e3af203, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=6d87343a-012c-461c-b22a-ef9d5e3af203,segment=NetworkSegment(afd25f22-0ac1-43f4-bcd0-4429d97ad80e),segment_id=afd25f22-0ac1-43f4-bcd0-4429d97ad80e)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:29.752856 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8550dc38-248d-4fbf-86b8-c4a0259866ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (6d87343a-012c-461c-b22a-ef9d5e3af203), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:29.772337 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-8550dc38-248d-4fbf-86b8-c4a0259866ca admin admin] Calling delete_port for 6d87343a-012c-461c-b22a-ef9d5e3af203 owned by network:router_interface {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:30:29.782590 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:30.060960 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8550dc38-248d-4fbf-86b8-c4a0259866ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (6d87343a-012c-461c-b22a-ef9d5e3af203), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:30.091630 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550dc38-248d-4fbf-86b8-c4a0259866ca admin admin] Pushing event deleted for resources: {'Port': ['ID=6d87343a-012c-461c-b22a-ef9d5e3af203,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:30.187428 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47664) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:30.216411 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:30.372748 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8550dc38-248d-4fbf-86b8-c4a0259866ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808215'] for router_interface (757598e3-4c71-4dd1-849f-842c121b7653), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:30.422099 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4a83-31c3-4b5c-acf2-cd1217d6b869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:30.553568 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4a83-31c3-4b5c-acf2-cd1217d6b869 admin admin] Publish callbacks [] for security_group (21a85e68-84fe-4347-940d-0aefc74fe941), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:30.561385 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4a83-31c3-4b5c-acf2-cd1217d6b869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (21a85e68-84fe-4347-940d-0aefc74fe941), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:30.618717 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a4a83-31c3-4b5c-acf2-cd1217d6b869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a85e68-84fe-4347-940d-0aefc74fe941,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:30.629016 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-bf7a4a83-31c3-4b5c-acf2-cd1217d6b869 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=05932e06378e4003971ac1b659107747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4401977 Aug 19 15:30:30.631269 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47668) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:30.712015 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8550dc38-248d-4fbf-86b8-c4a0259866ca admin admin] Router 757598e3-4c71-4dd1-849f-842c121b7653 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:30:30.719790 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-31b5ec01-6fd4-4f0c-9714-436130a2da86 admin admin] Publish callbacks [] for security_group (21a85e68-84fe-4347-940d-0aefc74fe941), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:30.775397 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-31b5ec01-6fd4-4f0c-9714-436130a2da86 admin admin] Publish callbacks [] for security_group (21a85e68-84fe-4347-940d-0aefc74fe941), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:30.811076 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:30.919939 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8550dc38-248d-4fbf-86b8-c4a0259866ca admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:30:30.928988 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-8550dc38-248d-4fbf-86b8-c4a0259866ca admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/757598e3-4c71-4dd1-849f-842c121b7653/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7095690 Aug 19 15:30:30.930722 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 47672) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:30.941872 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f56be-90b9-48fc-bbdf-3a413249a5c2 None None] Sync routers for ids ['757598e3-4c71-4dd1-849f-842c121b7653'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:30:30.965913 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188e012-0fe5-4f56-abec-a2b9f2faa3aa req-2d208dab-d611-4c8d-bff1-0cc03c6d381f tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:30.969539 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6188e012-0fe5-4f56-abec-a2b9f2faa3aa req-2d208dab-d611-4c8d-bff1-0cc03c6d381f tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.1079302 Aug 19 15:30:30.980349 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-31b5ec01-6fd4-4f0c-9714-436130a2da86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (21a85e68-84fe-4347-940d-0aefc74fe941), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:30.984009 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922f56be-90b9-48fc-bbdf-3a413249a5c2 None None] Routers {'757598e3-4c71-4dd1-849f-842c121b7653'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:30:30.984175 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-31b5ec01-6fd4-4f0c-9714-436130a2da86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:30.986240 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-922f56be-90b9-48fc-bbdf-3a413249a5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:30:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['757598e3-4c71-4dd1-849f-842c121b7653'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:30.991953 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-31b5ec01-6fd4-4f0c-9714-436130a2da86 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/21a85e68-84fe-4347-940d-0aefc74fe941 HTTP/1.1" status: 204 len: 168 time: 0.3592765 Aug 19 15:30:31.017258 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:30:31.032191 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5ec01-6fd4-4f0c-9714-436130a2da86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a85e68-84fe-4347-940d-0aefc74fe941,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:31.162614 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6188e012-0fe5-4f56-abec-a2b9f2faa3aa req-bb0480e0-b03c-4a1d-a867-b81d7e108154 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692886 Aug 19 15:30:31.179418 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3cefa611-3d34-46e3-b9f5-fb14ea5e5e78 admin admin] Publish callbacks [] for router (757598e3-4c71-4dd1-849f-842c121b7653), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:31.306534 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-922f56be-90b9-48fc-bbdf-3a413249a5c2 None None] Set router 757598e3-4c71-4dd1-849f-842c121b7653 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:30:31.430807 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3cefa611-3d34-46e3-b9f5-fb14ea5e5e78 admin admin] Publish callbacks [] for router_gateway (757598e3-4c71-4dd1-849f-842c121b7653), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:31.542581 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-3cefa611-3d34-46e3-b9f5-fb14ea5e5e78 admin admin] Deleting port 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:30:31.542917 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3cefa611-3d34-46e3-b9f5-fb14ea5e5e78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (87ee82ff-7798-4ea1-8f5e-8b05edef5ef1), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:31.639141 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:31.690664 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-922f56be-90b9-48fc-bbdf-3a413249a5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757598e3-4c71-4dd1-849f-842c121b7653', 'name': 'tempest-TestMinimumBasicScenario-1004679039-router', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:30:29Z', 'revision_number': 5, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'gw_port': {'id': '87ee82ff-7798-4ea1-8f5e-8b05edef5ef1', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757598e3-4c71-4dd1-849f-842c121b7653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:31.708101 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-3cefa611-3d34-46e3-b9f5-fb14ea5e5e78 admin admin] For port 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=87ee82ff-7798-4ea1-8f5e-8b05edef5ef1,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:31.708927 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3cefa611-3d34-46e3-b9f5-fb14ea5e5e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (87ee82ff-7798-4ea1-8f5e-8b05edef5ef1), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:31.746247 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-3cefa611-3d34-46e3-b9f5-fb14ea5e5e78 admin admin] Calling delete_port for 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1 owned by network:router_gateway {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:30:31.763221 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 8e0d422a-3a6d-4e22-8237-a99f06f45464 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:31.770629 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f56be-90b9-48fc-bbdf-3a413249a5c2 None None] Checking router: 757598e3-4c71-4dd1-849f-842c121b7653 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:30:31.774928 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:31.830845 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:32.001036 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: 8e0d422a-3a6d-4e22-8237-a99f06f45464 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:30:32.001652 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 8e0d422a-3a6d-4e22-8237-a99f06f45464 not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:30:32.007922 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922f56be-90b9-48fc-bbdf-3a413249a5c2 None None] Routers {'757598e3-4c71-4dd1-849f-842c121b7653'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:30:32.008455 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-922f56be-90b9-48fc-bbdf-3a413249a5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:30:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['757598e3-4c71-4dd1-849f-842c121b7653'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:32.115547 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3cefa611-3d34-46e3-b9f5-fb14ea5e5e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (87ee82ff-7798-4ea1-8f5e-8b05edef5ef1), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:32.120559 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-922f56be-90b9-48fc-bbdf-3a413249a5c2 None None] Set router 757598e3-4c71-4dd1-849f-842c121b7653 gateway port host: None {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:30:32.194405 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefa611-3d34-46e3-b9f5-fb14ea5e5e78 admin admin] Pushing event deleted for resources: {'Port': ['ID=87ee82ff-7798-4ea1-8f5e-8b05edef5ef1,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:32.215010 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-922f56be-90b9-48fc-bbdf-3a413249a5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757598e3-4c71-4dd1-849f-842c121b7653', 'name': 'tempest-TestMinimumBasicScenario-1004679039-router', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:30:31Z', 'revision_number': 6, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'gw_port_host': None}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:32.315585 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f56be-90b9-48fc-bbdf-3a413249a5c2 None None] The sync data for ids ['757598e3-4c71-4dd1-849f-842c121b7653'] in dv-cinder-835384-20-iscsi is: [{'id': '757598e3-4c71-4dd1-849f-842c121b7653', 'name': 'tempest-TestMinimumBasicScenario-1004679039-router', 'tenant_id': '3c3e603ab69848a2b9688f1e536017f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:52Z', 'updated_at': '2022-08-19T15:30:31Z', 'revision_number': 6, 'project_id': '3c3e603ab69848a2b9688f1e536017f3', 'gw_port_host': None}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:30:32.406033 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3cefa611-3d34-46e3-b9f5-fb14ea5e5e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809638'] for router_gateway (757598e3-4c71-4dd1-849f-842c121b7653), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:32.410925 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b119bab-4027-4896-bb50-9152323d25a0 req-3ab9f292-dbdd-4f35-aec1-78850ca59cc4 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:32.422618 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9b119bab-4027-4896-bb50-9152323d25a0 req-3ab9f292-dbdd-4f35-aec1-78850ca59cc4 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.1149611 Aug 19 15:30:32.519192 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9b119bab-4027-4896-bb50-9152323d25a0 req-104fc9fd-4381-49dc-ae6d-b19ebfdf8400 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927677 Aug 19 15:30:32.576142 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3cefa611-3d34-46e3-b9f5-fb14ea5e5e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12054'] for router (757598e3-4c71-4dd1-849f-842c121b7653), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:32.579798 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3cefa611-3d34-46e3-b9f5-fb14ea5e5e78 admin admin] Publish callbacks [] for router_controller (757598e3-4c71-4dd1-849f-842c121b7653), precommit_delete_associations {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:32.650882 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3cefa611-3d34-46e3-b9f5-fb14ea5e5e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808224'] for router (757598e3-4c71-4dd1-849f-842c121b7653), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:32.651610 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cefa611-3d34-46e3-b9f5-fb14ea5e5e78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 757598e3-4c71-4dd1-849f-842c121b7653 {{(pid=106285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:30:32.661841 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3cefa611-3d34-46e3-b9f5-fb14ea5e5e78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:32.665427 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-3cefa611-3d34-46e3-b9f5-fb14ea5e5e78 admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/757598e3-4c71-4dd1-849f-842c121b7653 HTTP/1.1" status: 204 len: 168 time: 1.7307584 Aug 19 15:30:32.672497 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 47712) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:32.817995 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_v2 [None req-45405d20-3557-45eb-bf55-67b688796d3f admin admin] Deleting subnet 660753bd-ccf6-487f-8cd3-a9754c97ad69 {{(pid=106285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 19 15:30:32.828383 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-45405d20-3557-45eb-bf55-67b688796d3f admin admin] Publish callbacks [] for subnet (660753bd-ccf6-487f-8cd3-a9754c97ad69), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:32.915101 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-45405d20-3557-45eb-bf55-67b688796d3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14938841'] for subnet (660753bd-ccf6-487f-8cd3-a9754c97ad69), precommit_delete_associations {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:33.065896 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-45405d20-3557-45eb-bf55-67b688796d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550255'] for subnet (660753bd-ccf6-487f-8cd3-a9754c97ad69), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:33.209889 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-45405d20-3557-45eb-bf55-67b688796d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16617200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16591531'] for subnet (660753bd-ccf6-487f-8cd3-a9754c97ad69), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:33.261509 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45405d20-3557-45eb-bf55-67b688796d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=660753bd-ccf6-487f-8cd3-a9754c97ad69,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:33.307707 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-45405d20-3557-45eb-bf55-67b688796d3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:33.311660 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab0eb11-f27c-4d49-a4bf-4732cedd87e0 None None] Network 6984f544-3e69-4348-a7eb-5484342f7b48 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:30:33.324275 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-45405d20-3557-45eb-bf55-67b688796d3f admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/660753bd-ccf6-487f-8cd3-a9754c97ad69 HTTP/1.1" status: 204 len: 168 time: 0.6538665 Aug 19 15:30:33.327172 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47724) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:33.564533 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1 no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:33.602554 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:30:33.603037 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 87ee82ff-7798-4ea1-8f5e-8b05edef5ef1 not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:30:33.603554 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 6d87343a-012c-461c-b22a-ef9d5e3af203 no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:33.654250 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742190'] for network (6984f544-3e69-4348-a7eb-5484342f7b48), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:33.659205 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 6d87343a-012c-461c-b22a-ef9d5e3af203 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:30:33.659205 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 6d87343a-012c-461c-b22a-ef9d5e3af203 not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:30:33.753458 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:33.764887 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2277a3-fdc3-49bd-a998-a2cdc2c54c78 None None] DHCP port deletion for 6984f544-3e69-4348-a7eb-5484342f7b48 request from dv-cinder-835384-20-iscsi {{(pid=106286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 19 15:30:33.788192 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3dfc00-c9aa-4223-a5b8-5fc7296a8d18 req-25ee41ad-925d-4b05-b649-b64369884128 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:33.797781 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4e3dfc00-c9aa-4223-a5b8-5fc7296a8d18 req-25ee41ad-925d-4b05-b649-b64369884128 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.1312835 Aug 19 15:30:33.845133 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-2a2277a3-fdc3-49bd-a998-a2cdc2c54c78 None None] Deleting port 0b869c7d-9664-4f85-9f98-c4330aba159d {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:30:33.845661 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2a2277a3-fdc3-49bd-a998-a2cdc2c54c78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (0b869c7d-9664-4f85-9f98-c4330aba159d), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:33.847251 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] Deleting port 0b869c7d-9664-4f85-9f98-c4330aba159d {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:30:33.848546 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (0b869c7d-9664-4f85-9f98-c4330aba159d), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:33.914612 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4e3dfc00-c9aa-4223-a5b8-5fc7296a8d18 req-c77bf1d5-0119-4f3d-aed2-9d4a0f9f7a34 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155686 Aug 19 15:30:33.932880 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-2a2277a3-fdc3-49bd-a998-a2cdc2c54c78 None None] For port 0b869c7d-9664-4f85-9f98-c4330aba159d, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=0b869c7d-9664-4f85-9f98-c4330aba159d,segment=NetworkSegment(afd25f22-0ac1-43f4-bcd0-4429d97ad80e),segment_id=afd25f22-0ac1-43f4-bcd0-4429d97ad80e)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:33.933424 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2a2277a3-fdc3-49bd-a998-a2cdc2c54c78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (0b869c7d-9664-4f85-9f98-c4330aba159d), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:33.953787 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-2a2277a3-fdc3-49bd-a998-a2cdc2c54c78 None None] Calling delete_port for 0b869c7d-9664-4f85-9f98-c4330aba159d owned by network:dhcp {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:30:33.996782 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] For port 0b869c7d-9664-4f85-9f98-c4330aba159d, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=0b869c7d-9664-4f85-9f98-c4330aba159d,segment=NetworkSegment(afd25f22-0ac1-43f4-bcd0-4429d97ad80e),segment_id=afd25f22-0ac1-43f4-bcd0-4429d97ad80e)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:33.997395 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (0b869c7d-9664-4f85-9f98-c4330aba159d), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:34.016133 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] Calling delete_port for 0b869c7d-9664-4f85-9f98-c4330aba159d owned by network:dhcp {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:30:34.082005 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2a2277a3-fdc3-49bd-a998-a2cdc2c54c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391'] for port (0b869c7d-9664-4f85-9f98-c4330aba159d), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:34.119653 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2277a3-fdc3-49bd-a998-a2cdc2c54c78 None None] No DVR routers for this DVR port 0b869c7d-9664-4f85-9f98-c4330aba159d on host dv-cinder-835384-20-iscsi {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:30:34.122103 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2277a3-fdc3-49bd-a998-a2cdc2c54c78 None None] Pushing event deleted for resources: {'Port': ['ID=0b869c7d-9664-4f85-9f98-c4330aba159d,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:34.147058 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (0b869c7d-9664-4f85-9f98-c4330aba159d), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:34.178807 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b869c7d-9664-4f85-9f98-c4330aba159d,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:34.182265 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] No DVR routers for this DVR port 0b869c7d-9664-4f85-9f98-c4330aba159d on host dv-cinder-835384-20-iscsi {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:30:34.274292 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551398', 'neutron.services.segments.db._delete_segments_for_network-8774275715211'] for network (6984f544-3e69-4348-a7eb-5484342f7b48), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:34.315059 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6984f544-3e69-4348-a7eb-5484342f7b48']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:34.329657 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd25f22-0ac1-43f4-bcd0-4429d97ad80e') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:34.330038 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd25f22-0ac1-43f4-bcd0-4429d97ad80e') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:34.341916 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774275715274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13475945'] for segment (afd25f22-0ac1-43f4-bcd0-4429d97ad80e), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:34.364847 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (afd25f22-0ac1-43f4-bcd0-4429d97ad80e), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:34.379421 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:30:34.380214 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16011975'] for segment (afd25f22-0ac1-43f4-bcd0-4429d97ad80e), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:34.428293 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment afd25f22-0ac1-43f4-bcd0-4429d97ad80e resource provider aggregate not found Aug 19 15:30:34.489753 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment afd25f22-0ac1-43f4-bcd0-4429d97ad80e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afd25f22-0ac1-43f4-bcd0-4429d97ad80e found for delete ", "request_id": "req-2f595cb8-3f35-4ea1-a2be-f8ba38722e51"}]} Aug 19 15:30:34.516990 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809602'] for network (6984f544-3e69-4348-a7eb-5484342f7b48), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:34.524036 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:34.529733 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/6984f544-3e69-4348-a7eb-5484342f7b48 HTTP/1.1" status: 204 len: 168 time: 1.2012644 Aug 19 15:30:34.534107 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 47750) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:34.584725 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb3853-d651-410a-b8f6-a1295368c001 admin admin] Pushing event deleted for resources: {'Network': ['ID=6984f544-3e69-4348-a7eb-5484342f7b48,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:34.889304 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:35.104341 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ba6f9-f69f-4845-98fb-f10d7c20d32e req-6d2954ad-48df-4062-9f3f-9386b3ff1c4f tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:35.112847 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:35.116291 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ba40ec5f-b914-4313-9a95-22ba97a1f8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827495'] for router_interface (a95cf9b5-4e04-4231-87e1-e90e51e407cc), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:35.117647 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1e8ba6f9-f69f-4845-98fb-f10d7c20d32e req-6d2954ad-48df-4062-9f3f-9386b3ff1c4f tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0856938 Aug 19 15:30:35.198496 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1e8ba6f9-f69f-4845-98fb-f10d7c20d32e req-e12689c3-82ab-4f77-b698-85cd67188aad tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770888 Aug 19 15:30:35.485400 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 0b869c7d-9664-4f85-9f98-c4330aba159d no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:35.509125 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-ba40ec5f-b914-4313-9a95-22ba97a1f8e5 admin admin] Deleting port 4ba112fc-c387-46b8-8ba1-4c549ce3f66e {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:30:35.509616 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ba40ec5f-b914-4313-9a95-22ba97a1f8e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (4ba112fc-c387-46b8-8ba1-4c549ce3f66e), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:35.573805 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 0b869c7d-9664-4f85-9f98-c4330aba159d {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:30:35.574752 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 0b869c7d-9664-4f85-9f98-c4330aba159d not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:30:35.645968 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-ba40ec5f-b914-4313-9a95-22ba97a1f8e5 admin admin] For port 4ba112fc-c387-46b8-8ba1-4c549ce3f66e, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=4ba112fc-c387-46b8-8ba1-4c549ce3f66e,segment=NetworkSegment(a622176b-7210-432c-98af-b72774b91926),segment_id=a622176b-7210-432c-98af-b72774b91926)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:35.646521 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ba40ec5f-b914-4313-9a95-22ba97a1f8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (4ba112fc-c387-46b8-8ba1-4c549ce3f66e), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:35.665280 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-ba40ec5f-b914-4313-9a95-22ba97a1f8e5 admin admin] Calling delete_port for 4ba112fc-c387-46b8-8ba1-4c549ce3f66e owned by network:router_interface {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:30:35.941149 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:35.953206 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ba40ec5f-b914-4313-9a95-22ba97a1f8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (4ba112fc-c387-46b8-8ba1-4c549ce3f66e), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:35.987716 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40ec5f-b914-4313-9a95-22ba97a1f8e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba112fc-c387-46b8-8ba1-4c549ce3f66e,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:36.362289 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ba40ec5f-b914-4313-9a95-22ba97a1f8e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808215'] for router_interface (a95cf9b5-4e04-4231-87e1-e90e51e407cc), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:36.378278 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:36.422054 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2c72f-dbea-43d2-9aee-aae0806dfadf req-4cb9729b-bd60-4a86-ad4a-f6167c2ed207 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:36.438974 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-67a2c72f-dbea-43d2-9aee-aae0806dfadf req-4cb9729b-bd60-4a86-ad4a-f6167c2ed207 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.1066942 Aug 19 15:30:36.556738 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-67a2c72f-dbea-43d2-9aee-aae0806dfadf req-e61a1eb8-84ef-4975-aec8-d6327500810e tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157501 Aug 19 15:30:36.814797 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47798) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:37.078372 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ec25b45a-53ac-425f-91e5-e88d1f89067b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:37.081547 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba40ec5f-b914-4313-9a95-22ba97a1f8e5 admin admin] Router a95cf9b5-4e04-4231-87e1-e90e51e407cc has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:30:37.214388 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ec25b45a-53ac-425f-91e5-e88d1f89067b admin admin] Publish callbacks [] for security_group (cba25640-2412-42c4-b0dd-8ae8038eb2ba), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:37.219493 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ec25b45a-53ac-425f-91e5-e88d1f89067b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (cba25640-2412-42c4-b0dd-8ae8038eb2ba), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:37.271657 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-ec25b45a-53ac-425f-91e5-e88d1f89067b admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=22f6cef1460e465fa102cecbd3904283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4548244 Aug 19 15:30:37.272941 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba40ec5f-b914-4313-9a95-22ba97a1f8e5 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:30:37.273344 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25b45a-53ac-425f-91e5-e88d1f89067b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba25640-2412-42c4-b0dd-8ae8038eb2ba,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:37.275746 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 47808) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:37.290648 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc78738-67ed-4caf-85f1-4c70c6d84a99 None None] Sync routers for ids ['a95cf9b5-4e04-4231-87e1-e90e51e407cc'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:30:37.303912 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-ba40ec5f-b914-4313-9a95-22ba97a1f8e5 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/a95cf9b5-4e04-4231-87e1-e90e51e407cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7686048 Aug 19 15:30:37.306214 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 47810) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:37.342858 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc78738-67ed-4caf-85f1-4c70c6d84a99 None None] Routers {'a95cf9b5-4e04-4231-87e1-e90e51e407cc'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:30:37.344021 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-bbc78738-67ed-4caf-85f1-4c70c6d84a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:30:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['a95cf9b5-4e04-4231-87e1-e90e51e407cc'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:37.471761 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:37.474269 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-da3f0276-2b08-4288-9ee9-d4f3f7ccbdcb admin admin] Publish callbacks [] for router (a95cf9b5-4e04-4231-87e1-e90e51e407cc), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:37.529673 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-bbc78738-67ed-4caf-85f1-4c70c6d84a99 None None] Set router a95cf9b5-4e04-4231-87e1-e90e51e407cc gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:30:37.608448 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:37.639723 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-da3f0276-2b08-4288-9ee9-d4f3f7ccbdcb admin admin] Publish callbacks [] for router_gateway (a95cf9b5-4e04-4231-87e1-e90e51e407cc), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:37.649542 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e7c62e24-48d5-4e06-9af0-4f8ce9c0d3cf admin admin] Publish callbacks [] for security_group (cba25640-2412-42c4-b0dd-8ae8038eb2ba), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:37.779137 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:37.793653 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e7c62e24-48d5-4e06-9af0-4f8ce9c0d3cf admin admin] Publish callbacks [] for security_group (cba25640-2412-42c4-b0dd-8ae8038eb2ba), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:37.816159 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-bbc78738-67ed-4caf-85f1-4c70c6d84a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95cf9b5-4e04-4231-87e1-e90e51e407cc', 'name': 'tempest-TestMinimumBasicScenario-35193455-router', 'tenant_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '5c06148d-d761-4977-aceb-55ca7f3be7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:57Z', 'updated_at': '2022-08-19T15:30:35Z', 'revision_number': 5, 'project_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'gw_port': {'id': '5c06148d-d761-4977-aceb-55ca7f3be7dc', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ed:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95cf9b5-4e04-4231-87e1-e90e51e407cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:27:57Z', 'updated_at': '2022-08-19T15:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:37.827173 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92451267-de67-451b-9866-9db68d113cf3 req-d36f67a3-f88c-4b82-9354-e7947938d824 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:37.827557 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-92451267-de67-451b-9866-9db68d113cf3 req-d36f67a3-f88c-4b82-9354-e7947938d824 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.1032760 Aug 19 15:30:37.837508 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-da3f0276-2b08-4288-9ee9-d4f3f7ccbdcb admin admin] Deleting port 5c06148d-d761-4977-aceb-55ca7f3be7dc {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:30:37.837852 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-da3f0276-2b08-4288-9ee9-d4f3f7ccbdcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (5c06148d-d761-4977-aceb-55ca7f3be7dc), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:37.857787 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc78738-67ed-4caf-85f1-4c70c6d84a99 None None] Checking router: a95cf9b5-4e04-4231-87e1-e90e51e407cc for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:30:37.870400 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc78738-67ed-4caf-85f1-4c70c6d84a99 None None] Routers {'a95cf9b5-4e04-4231-87e1-e90e51e407cc'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:30:37.871615 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-bbc78738-67ed-4caf-85f1-4c70c6d84a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:30:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['a95cf9b5-4e04-4231-87e1-e90e51e407cc'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:37.911308 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-92451267-de67-451b-9866-9db68d113cf3 req-ede402b3-4535-43ba-8b8c-0974e482613c tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703425 Aug 19 15:30:38.013257 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-bbc78738-67ed-4caf-85f1-4c70c6d84a99 None None] Set router a95cf9b5-4e04-4231-87e1-e90e51e407cc gateway port host: None {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:30:38.030899 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e7c62e24-48d5-4e06-9af0-4f8ce9c0d3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (cba25640-2412-42c4-b0dd-8ae8038eb2ba), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:38.035960 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e7c62e24-48d5-4e06-9af0-4f8ce9c0d3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:38.052362 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-e7c62e24-48d5-4e06-9af0-4f8ce9c0d3cf admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/cba25640-2412-42c4-b0dd-8ae8038eb2ba HTTP/1.1" status: 204 len: 168 time: 0.7541530 Aug 19 15:30:38.111222 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-da3f0276-2b08-4288-9ee9-d4f3f7ccbdcb admin admin] For port 5c06148d-d761-4977-aceb-55ca7f3be7dc, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=5c06148d-d761-4977-aceb-55ca7f3be7dc,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:38.113475 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-da3f0276-2b08-4288-9ee9-d4f3f7ccbdcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (5c06148d-d761-4977-aceb-55ca7f3be7dc), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:38.143452 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c62e24-48d5-4e06-9af0-4f8ce9c0d3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba25640-2412-42c4-b0dd-8ae8038eb2ba,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:38.145450 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-bbc78738-67ed-4caf-85f1-4c70c6d84a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95cf9b5-4e04-4231-87e1-e90e51e407cc', 'name': 'tempest-TestMinimumBasicScenario-35193455-router', 'tenant_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:57Z', 'updated_at': '2022-08-19T15:30:37Z', 'revision_number': 6, 'project_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'gw_port_host': None}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:38.176677 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-da3f0276-2b08-4288-9ee9-d4f3f7ccbdcb admin admin] Calling delete_port for 5c06148d-d761-4977-aceb-55ca7f3be7dc owned by network:router_gateway {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:30:38.189790 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc78738-67ed-4caf-85f1-4c70c6d84a99 None None] The sync data for ids ['a95cf9b5-4e04-4231-87e1-e90e51e407cc'] in dv-cinder-835384-20-iscsi is: [{'id': 'a95cf9b5-4e04-4231-87e1-e90e51e407cc', 'name': 'tempest-TestMinimumBasicScenario-35193455-router', 'tenant_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:27:57Z', 'updated_at': '2022-08-19T15:30:37Z', 'revision_number': 6, 'project_id': '036bcceabe0f4077a91d5c5d4bdd1b11', 'gw_port_host': None}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:30:38.518263 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-da3f0276-2b08-4288-9ee9-d4f3f7ccbdcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (5c06148d-d761-4977-aceb-55ca7f3be7dc), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:38.564001 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f0276-2b08-4288-9ee9-d4f3f7ccbdcb admin admin] Pushing event deleted for resources: {'Port': ['ID=5c06148d-d761-4977-aceb-55ca7f3be7dc,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:38.718985 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-da3f0276-2b08-4288-9ee9-d4f3f7ccbdcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809638'] for router_gateway (a95cf9b5-4e04-4231-87e1-e90e51e407cc), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:38.733150 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47826) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:38.761915 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7a4a78c7-2c9b-41ea-8e0a-8a5975f182cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:38.862187 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-da3f0276-2b08-4288-9ee9-d4f3f7ccbdcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12054'] for router (a95cf9b5-4e04-4231-87e1-e90e51e407cc), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:38.866575 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-da3f0276-2b08-4288-9ee9-d4f3f7ccbdcb admin admin] Publish callbacks [] for router_controller (a95cf9b5-4e04-4231-87e1-e90e51e407cc), precommit_delete_associations {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:38.901080 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7a4a78c7-2c9b-41ea-8e0a-8a5975f182cd admin admin] Publish callbacks [] for security_group (d17ab0f0-ec77-4f54-a922-33352ce626d2), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:38.907582 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7a4a78c7-2c9b-41ea-8e0a-8a5975f182cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (d17ab0f0-ec77-4f54-a922-33352ce626d2), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:38.929398 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-da3f0276-2b08-4288-9ee9-d4f3f7ccbdcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808224'] for router (a95cf9b5-4e04-4231-87e1-e90e51e407cc), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:38.930374 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3f0276-2b08-4288-9ee9-d4f3f7ccbdcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a95cf9b5-4e04-4231-87e1-e90e51e407cc {{(pid=106285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:30:38.935566 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-da3f0276-2b08-4288-9ee9-d4f3f7ccbdcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:38.936760 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-da3f0276-2b08-4288-9ee9-d4f3f7ccbdcb admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/a95cf9b5-4e04-4231-87e1-e90e51e407cc HTTP/1.1" status: 204 len: 168 time: 1.6295667 Aug 19 15:30:38.939315 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 47830) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:38.968113 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a78c7-2c9b-41ea-8e0a-8a5975f182cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17ab0f0-ec77-4f54-a922-33352ce626d2,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:38.977412 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-7a4a78c7-2c9b-41ea-8e0a-8a5975f182cd admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=41193db650ce459dbb923601896143d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431407 Aug 19 15:30:38.978702 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47834) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:39.024581 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Deleting subnet e61e2170-91da-4769-986f-31e610be81bd {{(pid=106285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 19 15:30:39.029069 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Publish callbacks [] for subnet (e61e2170-91da-4769-986f-31e610be81bd), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:39.077271 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-579352de-53ac-496d-9d99-a07701bf1f4d admin admin] Publish callbacks [] for security_group (d17ab0f0-ec77-4f54-a922-33352ce626d2), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:39.101842 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14938841'] for subnet (e61e2170-91da-4769-986f-31e610be81bd), precommit_delete_associations {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:39.132874 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-579352de-53ac-496d-9d99-a07701bf1f4d admin admin] Publish callbacks [] for security_group (d17ab0f0-ec77-4f54-a922-33352ce626d2), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:39.181801 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:39.229359 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550255'] for subnet (e61e2170-91da-4769-986f-31e610be81bd), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:39.244610 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62699e6-0862-475c-9da2-0ea12c133a2c req-15b384d4-e2b9-4c97-a2bd-4ac31b85fab2 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:39.252779 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c62699e6-0862-475c-9da2-0ea12c133a2c req-15b384d4-e2b9-4c97-a2bd-4ac31b85fab2 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0971985 Aug 19 15:30:39.339041 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16617200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16591531'] for subnet (e61e2170-91da-4769-986f-31e610be81bd), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:39.341421 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c62699e6-0862-475c-9da2-0ea12c133a2c req-97b25153-f20b-480a-b299-bb95e2cdfbed tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875301 Aug 19 15:30:39.345558 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-579352de-53ac-496d-9d99-a07701bf1f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (d17ab0f0-ec77-4f54-a922-33352ce626d2), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:39.349105 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-579352de-53ac-496d-9d99-a07701bf1f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:39.351653 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-579352de-53ac-496d-9d99-a07701bf1f4d admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/d17ab0f0-ec77-4f54-a922-33352ce626d2 HTTP/1.1" status: 204 len: 168 time: 0.3723052 Aug 19 15:30:39.369201 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579352de-53ac-496d-9d99-a07701bf1f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17ab0f0-ec77-4f54-a922-33352ce626d2,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:39.413515 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:39.420657 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10fd787-226f-418d-9984-2146ebd65d55 None None] Network e4ca6d4e-2c7d-4257-8350-4a12639f74fb requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:30:39.425069 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/e61e2170-91da-4769-986f-31e610be81bd HTTP/1.1" status: 204 len: 168 time: 0.4844491 Aug 19 15:30:39.428904 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47840) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:39.486791 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e61e2170-91da-4769-986f-31e610be81bd,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:39.499657 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:39.500047 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:39.501068 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:39.505650 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:39.506005 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:39.506349 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:39.506684 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:39.507018 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:39.507351 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:39.507726 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:39.510428 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:39.510428 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:39.510428 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:39.510428 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:39.510833 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247aa8-583b-492f-94eb-44ab158a1c19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:39.538102 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:39.636463 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 5c06148d-d761-4977-aceb-55ca7f3be7dc no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:39.726907 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742190'] for network (e4ca6d4e-2c7d-4257-8350-4a12639f74fb), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:39.782274 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 5c06148d-d761-4977-aceb-55ca7f3be7dc {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:30:39.789569 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 5c06148d-d761-4977-aceb-55ca7f3be7dc not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:30:39.791250 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 4ba112fc-c387-46b8-8ba1-4c549ce3f66e no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:39.849652 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:39.852630 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] Deleting port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:30:39.854893 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (b74f7e3b-f78a-4d49-afc7-19bc8075f6a8), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:39.919912 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 4ba112fc-c387-46b8-8ba1-4c549ce3f66e {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:30:39.925355 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 4ba112fc-c387-46b8-8ba1-4c549ce3f66e not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:30:39.965627 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:40.054929 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] For port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=b74f7e3b-f78a-4d49-afc7-19bc8075f6a8,segment=NetworkSegment(a622176b-7210-432c-98af-b72774b91926),segment_id=a622176b-7210-432c-98af-b72774b91926)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:40.055439 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (b74f7e3b-f78a-4d49-afc7-19bc8075f6a8), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:40.086327 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcc101d-b57e-4419-aca3-f7d7dd202bec None None] DHCP port deletion for e4ca6d4e-2c7d-4257-8350-4a12639f74fb request from dv-cinder-835384-20-iscsi {{(pid=106286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 19 15:30:40.126458 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] Calling delete_port for b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 owned by network:dhcp {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:30:40.209782 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-edcc101d-b57e-4419-aca3-f7d7dd202bec None None] Deleting port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:30:40.210167 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-edcc101d-b57e-4419-aca3-f7d7dd202bec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (b74f7e3b-f78a-4d49-afc7-19bc8075f6a8), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:40.366688 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:40.377808 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-edcc101d-b57e-4419-aca3-f7d7dd202bec None None] For port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=b74f7e3b-f78a-4d49-afc7-19bc8075f6a8,segment=NetworkSegment(a622176b-7210-432c-98af-b72774b91926),segment_id=a622176b-7210-432c-98af-b72774b91926)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:40.378468 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-edcc101d-b57e-4419-aca3-f7d7dd202bec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (b74f7e3b-f78a-4d49-afc7-19bc8075f6a8), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:40.381663 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (b74f7e3b-f78a-4d49-afc7-19bc8075f6a8), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:40.404575 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-edcc101d-b57e-4419-aca3-f7d7dd202bec None None] Calling delete_port for b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 owned by network:dhcp {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:30:40.451699 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] Pushing event deleted for resources: {'Port': ['ID=b74f7e3b-f78a-4d49-afc7-19bc8075f6a8,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:40.489924 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] No DVR routers for this DVR port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 on host dv-cinder-835384-20-iscsi {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:30:40.609291 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-edcc101d-b57e-4419-aca3-f7d7dd202bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391'] for port (b74f7e3b-f78a-4d49-afc7-19bc8075f6a8), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:40.650447 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcc101d-b57e-4419-aca3-f7d7dd202bec None None] No DVR routers for this DVR port b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 on host dv-cinder-835384-20-iscsi {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:30:40.658222 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc101d-b57e-4419-aca3-f7d7dd202bec None None] Pushing event deleted for resources: {'Port': ['ID=b74f7e3b-f78a-4d49-afc7-19bc8075f6a8,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:40.673273 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551398', 'neutron.services.segments.db._delete_segments_for_network-8774275715211'] for network (e4ca6d4e-2c7d-4257-8350-4a12639f74fb), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:40.710127 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ca6d4e-2c7d-4257-8350-4a12639f74fb']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:40.720358 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a622176b-7210-432c-98af-b72774b91926') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:40.720681 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a622176b-7210-432c-98af-b72774b91926') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:40.744950 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774275715274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13475945'] for segment (a622176b-7210-432c-98af-b72774b91926), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:40.805968 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (a622176b-7210-432c-98af-b72774b91926), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:40.818964 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d139230-0a1e-4a60-9468-62d942e40fba req-69b8bb11-badc-4ed4-a6fd-4673d97bf6bb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:40.822251 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3d139230-0a1e-4a60-9468-62d942e40fba req-69b8bb11-badc-4ed4-a6fd-4673d97bf6bb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0890105 Aug 19 15:30:40.823465 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:30:40.823876 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16011975'] for segment (a622176b-7210-432c-98af-b72774b91926), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:40.854200 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment a622176b-7210-432c-98af-b72774b91926 resource provider aggregate not found Aug 19 15:30:40.890513 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment a622176b-7210-432c-98af-b72774b91926 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a622176b-7210-432c-98af-b72774b91926 found for delete ", "request_id": "req-806d2e0e-d0ee-41ca-8d06-b620e15d6fc6"}]} Aug 19 15:30:40.958762 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809602'] for network (e4ca6d4e-2c7d-4257-8350-4a12639f74fb), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:40.967100 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:40.972959 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/e4ca6d4e-2c7d-4257-8350-4a12639f74fb HTTP/1.1" status: 204 len: 168 time: 1.5409238 Aug 19 15:30:40.989434 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3d139230-0a1e-4a60-9468-62d942e40fba req-6cf844c2-1856-462a-9908-9768f057d107 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311202 Aug 19 15:30:41.006502 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703ec7c-a08f-49a3-aebf-daca21ba030d admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ca6d4e-2c7d-4257-8350-4a12639f74fb,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:41.458752 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 47880) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:41.474145 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:41.679154 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-255beb30-382a-475a-a520-4e1afe7e7f85 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=3c3e603ab69848a2b9688f1e536017f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173913 Aug 19 15:30:41.689338 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 47882) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:41.698673 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:41.737831 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:30:41.739184 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device b74f7e3b-f78a-4d49-afc7-19bc8075f6a8 not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:30:41.800522 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f74d9c9b-06ce-4e31-a715-bcc7634e8211 admin admin] Publish callbacks [] for security_group (310f5b20-7f5c-4cad-af2d-03f7539f02c2), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:41.826887 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f74d9c9b-06ce-4e31-a715-bcc7634e8211 admin admin] Publish callbacks [] for security_group (310f5b20-7f5c-4cad-af2d-03f7539f02c2), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:41.887518 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f74d9c9b-06ce-4e31-a715-bcc7634e8211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (310f5b20-7f5c-4cad-af2d-03f7539f02c2), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:41.890292 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f74d9c9b-06ce-4e31-a715-bcc7634e8211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:41.894409 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-f74d9c9b-06ce-4e31-a715-bcc7634e8211 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/310f5b20-7f5c-4cad-af2d-03f7539f02c2 HTTP/1.1" status: 204 len: 168 time: 0.2033849 Aug 19 15:30:41.903749 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d9c9b-06ce-4e31-a715-bcc7634e8211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310f5b20-7f5c-4cad-af2d-03f7539f02c2,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:42.229519 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b7301-1ffd-4024-9c1a-ffee59e53ef8 req-7f440dc0-42ce-4da3-a382-f560ed004065 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:42.242037 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-172b7301-1ffd-4024-9c1a-ffee59e53ef8 req-7f440dc0-42ce-4da3-a382-f560ed004065 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.1091034 Aug 19 15:30:42.316011 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-172b7301-1ffd-4024-9c1a-ffee59e53ef8 req-58fc0b14-efd2-4b25-b7e7-3637fd645ea5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694494 Aug 19 15:30:42.515108 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47906) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:42.566247 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-73b47cb8-9fa3-498e-9a99-f872a6e1c543 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=036bcceabe0f4077a91d5c5d4bdd1b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499873 Aug 19 15:30:42.569680 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 47912) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:42.637076 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5c359735-042a-44d8-bc00-282bc3346031 admin admin] Publish callbacks [] for security_group (1a617993-162a-4c2c-b09a-22086b022bb3), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:42.672404 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5c359735-042a-44d8-bc00-282bc3346031 admin admin] Publish callbacks [] for security_group (1a617993-162a-4c2c-b09a-22086b022bb3), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:42.735929 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5c359735-042a-44d8-bc00-282bc3346031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (1a617993-162a-4c2c-b09a-22086b022bb3), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:42.740341 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5c359735-042a-44d8-bc00-282bc3346031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:42.754227 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-5c359735-042a-44d8-bc00-282bc3346031 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/1a617993-162a-4c2c-b09a-22086b022bb3 HTTP/1.1" status: 204 len: 168 time: 0.1770561 Aug 19 15:30:42.776290 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c359735-042a-44d8-bc00-282bc3346031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a617993-162a-4c2c-b09a-22086b022bb3,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:43.342784 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 47922) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:43.471529 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0bc45de7-9eeb-4873-b5a2-7a37e582798f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:43.496687 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be102764-ccf3-489a-bfb3-08edbf687d84 req-2f67e440-bfb2-48f4-89ff-cd7be9f3c4d4 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:43.498889 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-be102764-ccf3-489a-bfb3-08edbf687d84 req-2f67e440-bfb2-48f4-89ff-cd7be9f3c4d4 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0659010 Aug 19 15:30:43.521790 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b72baaba-40a9-49b1-8ee3-b629117b3642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:43.574638 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-be102764-ccf3-489a-bfb3-08edbf687d84 req-c26271f3-8a02-43ad-8b8c-959345b2dafc tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697567 Aug 19 15:30:43.610855 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b72baaba-40a9-49b1-8ee3-b629117b3642 admin admin] Publish callbacks [] for security_group (09f8dc79-c94b-452a-b2aa-0b445c549afd), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:43.616640 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b72baaba-40a9-49b1-8ee3-b629117b3642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (09f8dc79-c94b-452a-b2aa-0b445c549afd), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:43.657425 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72baaba-40a9-49b1-8ee3-b629117b3642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f8dc79-c94b-452a-b2aa-0b445c549afd,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:43.661955 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-b72baaba-40a9-49b1-8ee3-b629117b3642 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=b69a23d69346439982e859fe1db60341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3120008 Aug 19 15:30:43.664825 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47932) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:43.740699 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-29a7bbca-5247-4921-8776-d0a126b509d7 admin admin] Publish callbacks [] for security_group (09f8dc79-c94b-452a-b2aa-0b445c549afd), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:43.767846 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-29a7bbca-5247-4921-8776-d0a126b509d7 admin admin] Publish callbacks [] for security_group (09f8dc79-c94b-452a-b2aa-0b445c549afd), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:43.826721 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-29a7bbca-5247-4921-8776-d0a126b509d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (09f8dc79-c94b-452a-b2aa-0b445c549afd), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:43.829653 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-29a7bbca-5247-4921-8776-d0a126b509d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:43.833994 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-29a7bbca-5247-4921-8776-d0a126b509d7 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/09f8dc79-c94b-452a-b2aa-0b445c549afd HTTP/1.1" status: 204 len: 168 time: 0.1646645 Aug 19 15:30:43.843027 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7bbca-5247-4921-8776-d0a126b509d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f8dc79-c94b-452a-b2aa-0b445c549afd,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:44.192868 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47938) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:44.206928 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-04f48936-d69b-464f-ae60-bb0967166b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:44.262450 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:44.300262 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-04f48936-d69b-464f-ae60-bb0967166b4a admin admin] Publish callbacks [] for security_group (ce7ee57e-32bd-4159-9a88-fb10a6c9e2a4), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:44.304646 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-04f48936-d69b-464f-ae60-bb0967166b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (ce7ee57e-32bd-4159-9a88-fb10a6c9e2a4), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:44.308291 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:44.350373 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f48936-d69b-464f-ae60-bb0967166b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7ee57e-32bd-4159-9a88-fb10a6c9e2a4,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:44.355357 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-04f48936-d69b-464f-ae60-bb0967166b4a admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=2de80cacfcf14d6f946daa8b57826f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1614566 Aug 19 15:30:44.358400 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 47948) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:44.408745 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4866802f-a9d4-4146-b07c-4c8e90ecd42d admin admin] Publish callbacks [] for security_group (ce7ee57e-32bd-4159-9a88-fb10a6c9e2a4), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:44.429722 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4866802f-a9d4-4146-b07c-4c8e90ecd42d admin admin] Publish callbacks [] for security_group (ce7ee57e-32bd-4159-9a88-fb10a6c9e2a4), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:44.476581 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4866802f-a9d4-4146-b07c-4c8e90ecd42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (ce7ee57e-32bd-4159-9a88-fb10a6c9e2a4), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:44.479120 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4866802f-a9d4-4146-b07c-4c8e90ecd42d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:44.480279 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-4866802f-a9d4-4146-b07c-4c8e90ecd42d admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/ce7ee57e-32bd-4159-9a88-fb10a6c9e2a4 HTTP/1.1" status: 204 len: 168 time: 0.1203859 Aug 19 15:30:44.488173 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866802f-a9d4-4146-b07c-4c8e90ecd42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7ee57e-32bd-4159-9a88-fb10a6c9e2a4,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:44.710294 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb82197-e08a-4109-8caa-ed386cf8a8f4 req-abb1eac4-f28d-4b6a-bc90-cf13199ca670 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:44.711822 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-afb82197-e08a-4109-8caa-ed386cf8a8f4 req-abb1eac4-f28d-4b6a-bc90-cf13199ca670 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0493822 Aug 19 15:30:44.764608 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-afb82197-e08a-4109-8caa-ed386cf8a8f4 req-b542adb6-1e17-4bba-9cee-effe8c0ae912 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471103 Aug 19 15:30:45.774047 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-bf6b173e-1c74-43ca-a29e-bdaea97a5c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:45.785944 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e4bf2-9c68-41ba-abe1-9d539da48adb req-bd469ca7-9fdc-4780-8a9b-4cc1bd31074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:45.787513 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-297e4bf2-9c68-41ba-abe1-9d539da48adb req-bd469ca7-9fdc-4780-8a9b-4cc1bd31074b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=981bbb7282bd40d0b5335280d5041fa5&device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 1129 time: 0.0468745 Aug 19 15:30:45.894261 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e4bf2-9c68-41ba-abe1-9d539da48adb req-a68121d3-2a7c-41d8-adef-81f63ac2f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:45.896509 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-297e4bf2-9c68-41ba-abe1-9d539da48adb req-a68121d3-2a7c-41d8-adef-81f63ac2f01b service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f06e0ad7-daca-4c6f-af5a-93d063934231 HTTP/1.1" status: 200 len: 917 time: 0.1030025 Aug 19 15:30:45.899245 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677759a-e799-4698-8953-abdf9c6e573b req-71cbc790-2e4e-45e6-830d-913379a1e4e2 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:45.900917 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1677759a-e799-4698-8953-abdf9c6e573b req-71cbc790-2e4e-45e6-830d-913379a1e4e2 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0516961 Aug 19 15:30:45.960369 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1677759a-e799-4698-8953-abdf9c6e573b req-98cc79e5-de0f-4076-9635-03ad21d6e80b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534015 Aug 19 15:30:45.973994 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:45.986232 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-297e4bf2-9c68-41ba-abe1-9d539da48adb req-95e1e5ec-2fc7-42b5-8f17-82bddf2c0982 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf9b7d8-d705-4190-bd01-29213ebc351a HTTP/1.1" status: 200 len: 1001 time: 0.0801423 Aug 19 15:30:46.042652 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e4bf2-9c68-41ba-abe1-9d539da48adb req-64b181b0-4f03-4cba-9598-439f59e3780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:46.044115 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-297e4bf2-9c68-41ba-abe1-9d539da48adb req-64b181b0-4f03-4cba-9598-439f59e3780f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=2f0ea525-4b9d-40ca-9d97-037acc3e2cfc HTTP/1.1" status: 200 len: 855 time: 0.0481300 Aug 19 15:30:46.094428 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e4bf2-9c68-41ba-abe1-9d539da48adb req-ca19df98-3c68-4e30-9850-c4db544af748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:46.096093 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-297e4bf2-9c68-41ba-abe1-9d539da48adb req-ca19df98-3c68-4e30-9850-c4db544af748 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f06e0ad7-daca-4c6f-af5a-93d063934231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449846 Aug 19 15:30:46.207648 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:46.221044 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-297e4bf2-9c68-41ba-abe1-9d539da48adb req-471af685-992f-4e56-9c80-5485ac7e0e83 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133826 Aug 19 15:30:46.350793 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-297e4bf2-9c68-41ba-abe1-9d539da48adb req-54b0524e-1d4b-4fbd-a6dc-c08ce1b7addb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198950 Aug 19 15:30:47.056636 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:47.091731 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495b301-c03f-4b74-ac8e-0e6e77c3bbd5 req-cb067b16-3d11-4684-8e56-7eea7fef352f tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:47.093217 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6495b301-c03f-4b74-ac8e-0e6e77c3bbd5 req-cb067b16-3d11-4684-8e56-7eea7fef352f tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0474334 Aug 19 15:30:47.142557 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6495b301-c03f-4b74-ac8e-0e6e77c3bbd5 req-29b85628-cfbc-4e92-8b92-c73c56fa2dac tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435226 Aug 19 15:30:48.023459 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:48.188873 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=36 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:48.512331 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a96cb-2e55-488b-b8e2-f782c4692afe req-d13db19b-db14-4d0d-9507-55a0fbe19c84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:48.513867 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:48.514357 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-eb9a96cb-2e55-488b-b8e2-f782c4692afe req-d13db19b-db14-4d0d-9507-55a0fbe19c84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.2891562 Aug 19 15:30:48.549123 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:48.574502 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-eb9a96cb-2e55-488b-b8e2-f782c4692afe req-7f3d42ea-3efe-44e8-a2c7-0467bf28dfc1 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546727 Aug 19 15:30:49.611136 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48066) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:49.710014 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775671f-aa10-4edf-9d07-1116fb3cf76c req-ccd1f4e0-5b17-48cc-bb7b-dbba0affaace tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:49.711492 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2775671f-aa10-4edf-9d07-1116fb3cf76c req-ccd1f4e0-5b17-48cc-bb7b-dbba0affaace tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0525684 Aug 19 15:30:49.730842 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:49.790033 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2775671f-aa10-4edf-9d07-1116fb3cf76c req-32fb512e-0ac3-4dd2-8551-472a2a707864 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711763 Aug 19 15:30:49.842576 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] Publish callbacks [] for security_group (6636427f-2599-4a80-af18-741ca2e61d27), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:49.846899 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (6636427f-2599-4a80-af18-741ca2e61d27), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:49.888714 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=90dee5ea255646b0ae87953a2deb0567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764726 Aug 19 15:30:49.889566 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6636427f-2599-4a80-af18-741ca2e61d27,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:49.891502 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 48076) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:49.898159 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:49.898520 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:49.898863 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:49.899208 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:49.899536 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:49.899874 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:49.900208 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:49.900637 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:49.900884 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:49.901214 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:49.901596 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:49.901878 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:49.902193 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:49.902543 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:49.902875 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2412b34-51af-4294-96b6-d9f62e55719c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:49.946916 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-36bd7062-e4a6-4e4f-9412-162a574a98bb admin admin] Publish callbacks [] for security_group (6636427f-2599-4a80-af18-741ca2e61d27), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:49.972183 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-36bd7062-e4a6-4e4f-9412-162a574a98bb admin admin] Publish callbacks [] for security_group (6636427f-2599-4a80-af18-741ca2e61d27), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:50.021526 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-36bd7062-e4a6-4e4f-9412-162a574a98bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (6636427f-2599-4a80-af18-741ca2e61d27), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:50.024471 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-36bd7062-e4a6-4e4f-9412-162a574a98bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:50.025945 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-36bd7062-e4a6-4e4f-9412-162a574a98bb admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/6636427f-2599-4a80-af18-741ca2e61d27 HTTP/1.1" status: 204 len: 168 time: 0.1327732 Aug 19 15:30:50.036098 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd7062-e4a6-4e4f-9412-162a574a98bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6636427f-2599-4a80-af18-741ca2e61d27,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:50.310749 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 48094) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:50.319695 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [req-cd884fad-bbd4-4c95-a972-d62e4e14d440 req-3e4cce64-24ed-4ad1-870e-47f7c9fae0da service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 19 15:30:50.320735 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-cd884fad-bbd4-4c95-a972-d62e4e14d440 req-3e4cce64-24ed-4ad1-870e-47f7c9fae0da service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060184 Aug 19 15:30:50.325039 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6bf81bc9-8038-46b1-bb7c-a230f0eee037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:50.411672 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6bf81bc9-8038-46b1-bb7c-a230f0eee037 admin admin] Publish callbacks [] for security_group (9a488a25-9de8-4305-8f6a-fef93ede3266), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:50.416169 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6bf81bc9-8038-46b1-bb7c-a230f0eee037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (9a488a25-9de8-4305-8f6a-fef93ede3266), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:50.469743 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf81bc9-8038-46b1-bb7c-a230f0eee037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a488a25-9de8-4305-8f6a-fef93ede3266,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:50.476491 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-6bf81bc9-8038-46b1-bb7c-a230f0eee037 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=20b21d79c9be42d5a1195f29549dfa6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1646330 Aug 19 15:30:50.479558 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48122) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:50.498605 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:50.523378 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:50.582412 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb39e1-cbed-4d59-9b8a-74f7addbc091 req-5103047a-43be-4cb3-9d1f-fcfdd8b18a2f tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:50.584125 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fedb39e1-cbed-4d59-9b8a-74f7addbc091 req-5103047a-43be-4cb3-9d1f-fcfdd8b18a2f tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 945 time: 0.0781634 Aug 19 15:30:50.588020 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f7194c41-3460-4b57-933e-051ed1aaf3fb admin admin] Publish callbacks [] for security_group (9a488a25-9de8-4305-8f6a-fef93ede3266), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:50.622229 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f7194c41-3460-4b57-933e-051ed1aaf3fb admin admin] Publish callbacks [] for security_group (9a488a25-9de8-4305-8f6a-fef93ede3266), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:50.684331 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fedb39e1-cbed-4d59-9b8a-74f7addbc091 req-de059160-a6f8-4e8e-a9a6-abd7608ccfa6 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863450 Aug 19 15:30:50.707902 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f7194c41-3460-4b57-933e-051ed1aaf3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (9a488a25-9de8-4305-8f6a-fef93ede3266), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:50.710992 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f7194c41-3460-4b57-933e-051ed1aaf3fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:50.712174 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-f7194c41-3460-4b57-933e-051ed1aaf3fb admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/9a488a25-9de8-4305-8f6a-fef93ede3266 HTTP/1.1" status: 204 len: 168 time: 0.2319372 Aug 19 15:30:50.729493 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7194c41-3460-4b57-933e-051ed1aaf3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a488a25-9de8-4305-8f6a-fef93ede3266,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:50.802038 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 5bf9b7d8-d705-4190-bd01-29213ebc351a no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:50.900322 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:50.923933 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 5bf9b7d8-d705-4190-bd01-29213ebc351a is: ACTIVE; New status is: DOWN {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:30:50.924330 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:50.966255 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 5bf9b7d8-d705-4190-bd01-29213ebc351a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5bf9b7d8-d705-4190-bd01-29213ebc351a,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:50.967855 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b2c2fe-ead2-4d92-b4fb-dc42b41094fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bf9b7d8-d705-4190-bd01-29213ebc351a'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:30:50.971167 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d7562a-9a46-4ebc-b492-97fe9b433bf0" -d '{"events": [{"server_uuid": "08b2c2fe-ead2-4d92-b4fb-dc42b41094fd", "name": "network-vif-unplugged", "status": "completed", "tag": "5bf9b7d8-d705-4190-bd01-29213ebc351a"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:30:50.992920 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:51.028491 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:51.030270 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Aug 2022 15:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89bc393-b2f0-48cf-a0f1-56847fa1ea1c x-openstack-request-id: req-d89bc393-b2f0-48cf-a0f1-56847fa1ea1c {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:30:51.030610 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b2c2fe-ead2-4d92-b4fb-dc42b41094fd", "name": "network-vif-unplugged", "status": "failed", "tag": "5bf9b7d8-d705-4190-bd01-29213ebc351a", "code": 422}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:30:51.030959 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d89bc393-b2f0-48cf-a0f1-56847fa1ea1c {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:30:51.031578 dv-cinder-835384-20-iscsi neutron-server[106286]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d89bc393-b2f0-48cf-a0f1-56847fa1ea1c']: {'server_uuid': '08b2c2fe-ead2-4d92-b4fb-dc42b41094fd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5bf9b7d8-d705-4190-bd01-29213ebc351a', 'code': 422} returned with failed status Aug 19 15:30:51.046005 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 48168) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:51.050004 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=5bf9b7d8-d705-4190-bd01-29213ebc351a,revision_number=8']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:51.141281 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d48a7a03-f75e-4363-8a6b-edff0cb85579 req-c99d50e6-3aad-4849-8a0a-031e645bcdad service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927839 Aug 19 15:30:51.151261 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [req-d48a7a03-f75e-4363-8a6b-edff0cb85579 req-fb618966-1907-4320-bdf4-11cd6b829087 service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 19 15:30:51.152415 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d48a7a03-f75e-4363-8a6b-edff0cb85579 req-fb618966-1907-4320-bdf4-11cd6b829087 service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050352 Aug 19 15:30:51.308441 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 48198) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:51.489254 dv-cinder-835384-20-iscsi neutron-server[106285]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 15:30:51.538094 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a7a03-f75e-4363-8a6b-edff0cb85579 req-d668d46a-9aee-4760-baa6-2be498868090 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:51.539466 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d48a7a03-f75e-4363-8a6b-edff0cb85579 req-d668d46a-9aee-4760-baa6-2be498868090 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports/5bf9b7d8-d705-4190-bd01-29213ebc351a HTTP/1.1" status: 200 len: 940 time: 0.2296910 Aug 19 15:30:51.840116 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10c7c7-b2f9-4bd1-918f-bc169a44356a req-17b04a82-da46-461e-8a4a-925289c500fa tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:51.841666 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1b10c7c7-b2f9-4bd1-918f-bc169a44356a req-17b04a82-da46-461e-8a4a-925289c500fa tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.0504820 Aug 19 15:30:51.915560 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1b10c7c7-b2f9-4bd1-918f-bc169a44356a req-0d6da184-7d3b-4a7d-ae77-1e642bb7a10b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680094 Aug 19 15:30:53.040961 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bc7e0-42b4-43f2-b79e-4430da84a5d2 req-5dbc3b41-57f1-4f2c-887a-c3364942609e tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:53.042415 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e42bc7e0-42b4-43f2-b79e-4430da84a5d2 req-5dbc3b41-57f1-4f2c-887a-c3364942609e tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.0490446 Aug 19 15:30:53.094855 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e42bc7e0-42b4-43f2-b79e-4430da84a5d2 req-cc904498-240a-4a62-9248-34e0f495c1af tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465879 Aug 19 15:30:53.110138 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a7a03-f75e-4363-8a6b-edff0cb85579 req-a2749887-a156-4d28-9274-fc2ca0054801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:53.111605 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d48a7a03-f75e-4363-8a6b-edff0cb85579 req-a2749887-a156-4d28-9274-fc2ca0054801 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd&tenant_id=981bbb7282bd40d0b5335280d5041fa5 HTTP/1.1" status: 200 len: 1127 time: 0.0788877 Aug 19 15:30:53.175710 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a7a03-f75e-4363-8a6b-edff0cb85579 req-8b2da32b-10da-4050-9225-094a981440e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:53.177645 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d48a7a03-f75e-4363-8a6b-edff0cb85579 req-8b2da32b-10da-4050-9225-094a981440e6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=981bbb7282bd40d0b5335280d5041fa5&device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 1127 time: 0.0417390 Aug 19 15:30:53.274226 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a7a03-f75e-4363-8a6b-edff0cb85579 req-ac1a8f5e-e674-443d-970f-f77c3514373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:53.275712 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d48a7a03-f75e-4363-8a6b-edff0cb85579 req-ac1a8f5e-e674-443d-970f-f77c3514373d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f06e0ad7-daca-4c6f-af5a-93d063934231 HTTP/1.1" status: 200 len: 917 time: 0.0913568 Aug 19 15:30:53.320803 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:53.340615 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d48a7a03-f75e-4363-8a6b-edff0cb85579 req-f6006460-c64e-4be2-82d4-eb2bf5a68f0e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf9b7d8-d705-4190-bd01-29213ebc351a HTTP/1.1" status: 200 len: 999 time: 0.0583704 Aug 19 15:30:53.398480 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a7a03-f75e-4363-8a6b-edff0cb85579 req-081e974a-9682-4342-ade9-ec9dcd715d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:53.399951 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d48a7a03-f75e-4363-8a6b-edff0cb85579 req-081e974a-9682-4342-ade9-ec9dcd715d36 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=2f0ea525-4b9d-40ca-9d97-037acc3e2cfc HTTP/1.1" status: 200 len: 855 time: 0.0530012 Aug 19 15:30:53.445618 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a7a03-f75e-4363-8a6b-edff0cb85579 req-ee7c473c-d991-4521-b791-52f2382debb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:53.447257 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d48a7a03-f75e-4363-8a6b-edff0cb85579 req-ee7c473c-d991-4521-b791-52f2382debb4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f06e0ad7-daca-4c6f-af5a-93d063934231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406442 Aug 19 15:30:53.544600 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d48a7a03-f75e-4363-8a6b-edff0cb85579 req-b433237b-1e69-4643-95d0-ec5b13aaf738 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896041 Aug 19 15:30:53.559852 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:53.639751 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-d48a7a03-f75e-4363-8a6b-edff0cb85579 req-8ddcff87-d02b-4040-8c2b-d1217415e679 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871818 Aug 19 15:30:54.284677 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1230e4-496e-498b-83f0-b16bd54e3727 req-13173796-6dee-4a81-a670-156522a24b21 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:54.293100 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7f1230e4-496e-498b-83f0-b16bd54e3727 req-13173796-6dee-4a81-a670-156522a24b21 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.0710611 Aug 19 15:30:54.354200 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7f1230e4-496e-498b-83f0-b16bd54e3727 req-ac10dc20-d756-49b4-a050-dcd01b5c2fb3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587010 Aug 19 15:30:55.562357 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984e312-7b63-44f5-a41f-632fb24922a8 req-50d0e2c8-a696-4bc5-9c56-94a6e0bacf7d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:55.564821 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d984e312-7b63-44f5-a41f-632fb24922a8 req-50d0e2c8-a696-4bc5-9c56-94a6e0bacf7d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.0735981 Aug 19 15:30:55.635749 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d984e312-7b63-44f5-a41f-632fb24922a8 req-dc8613b5-43eb-4b71-b3d6-f682c2b7da10 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625029 Aug 19 15:30:56.808998 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286a900-8e70-4fad-9e00-e01e35dfb45e req-43b4d43e-8cd4-4b54-b23e-d3ef18e7103f tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:56.816379 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6286a900-8e70-4fad-9e00-e01e35dfb45e req-43b4d43e-8cd4-4b54-b23e-d3ef18e7103f tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.0674095 Aug 19 15:30:56.885352 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6286a900-8e70-4fad-9e00-e01e35dfb45e req-8a80e407-11ba-4e58-b630-53d58f1adf7b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673084 Aug 19 15:30:57.153914 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 48318) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:57.286429 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a06a-a881-47dd-a9e8-e0d3a3c7bda6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:57.373247 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a06a-a881-47dd-a9e8-e0d3a3c7bda6 admin admin] Publish callbacks [] for security_group (acef84ab-0f97-4ee2-879b-e765b102863e), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:57.379803 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a06a-a881-47dd-a9e8-e0d3a3c7bda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (acef84ab-0f97-4ee2-879b-e765b102863e), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:57.427067 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-e1d0a06a-a881-47dd-a9e8-e0d3a3c7bda6 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=6a00f95fee09433c9625d6f43ff4ff27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716992 Aug 19 15:30:57.428013 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0a06a-a881-47dd-a9e8-e0d3a3c7bda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acef84ab-0f97-4ee2-879b-e765b102863e,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:57.429858 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48324) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:57.486446 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4736b40d-4832-4203-b648-2dd27e53f635 admin admin] Publish callbacks [] for security_group (acef84ab-0f97-4ee2-879b-e765b102863e), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:57.509788 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4736b40d-4832-4203-b648-2dd27e53f635 admin admin] Publish callbacks [] for security_group (acef84ab-0f97-4ee2-879b-e765b102863e), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:57.562293 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4736b40d-4832-4203-b648-2dd27e53f635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (acef84ab-0f97-4ee2-879b-e765b102863e), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:57.565029 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4736b40d-4832-4203-b648-2dd27e53f635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:57.566358 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-4736b40d-4832-4203-b648-2dd27e53f635 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/acef84ab-0f97-4ee2-879b-e765b102863e HTTP/1.1" status: 204 len: 168 time: 0.1351810 Aug 19 15:30:57.581100 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736b40d-4832-4203-b648-2dd27e53f635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acef84ab-0f97-4ee2-879b-e765b102863e,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:57.897868 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48330) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:57.912317 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-dade69ff-cc0b-497d-91d5-76c6e7d0a6bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:57.935561 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:58.064358 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954b58d-a52e-46d2-92d8-33e9ac4190d7 req-93e34013-ade1-46ff-8e42-b97fff674c3c tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:58.066299 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6954b58d-a52e-46d2-92d8-33e9ac4190d7 req-93e34013-ade1-46ff-8e42-b97fff674c3c tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.0743897 Aug 19 15:30:58.091764 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-dade69ff-cc0b-497d-91d5-76c6e7d0a6bb admin admin] Publish callbacks [] for security_group (a91edbf5-9d31-4f26-9058-60d7904c38c4), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:58.104138 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-dade69ff-cc0b-497d-91d5-76c6e7d0a6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (a91edbf5-9d31-4f26-9058-60d7904c38c4), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:58.109935 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:58.174374 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-dade69ff-cc0b-497d-91d5-76c6e7d0a6bb admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=8a5add426c5743fb9e93ffef530bc11b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733996 Aug 19 15:30:58.175377 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 48334) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:58.177469 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade69ff-cc0b-497d-91d5-76c6e7d0a6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91edbf5-9d31-4f26-9058-60d7904c38c4,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:58.184880 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6954b58d-a52e-46d2-92d8-33e9ac4190d7 req-7927201d-0479-403c-a75e-3ada6b5eeac0 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089330 Aug 19 15:30:58.257551 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2c54bb48-f324-451e-b324-bc5fea945628 admin admin] Publish callbacks [] for security_group (a91edbf5-9d31-4f26-9058-60d7904c38c4), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:58.288248 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2c54bb48-f324-451e-b324-bc5fea945628 admin admin] Publish callbacks [] for security_group (a91edbf5-9d31-4f26-9058-60d7904c38c4), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:58.351175 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2c54bb48-f324-451e-b324-bc5fea945628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (a91edbf5-9d31-4f26-9058-60d7904c38c4), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:58.359106 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2c54bb48-f324-451e-b324-bc5fea945628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:58.362779 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-2c54bb48-f324-451e-b324-bc5fea945628 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/a91edbf5-9d31-4f26-9058-60d7904c38c4 HTTP/1.1" status: 204 len: 168 time: 0.1839726 Aug 19 15:30:58.369724 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54bb48-f324-451e-b324-bc5fea945628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91edbf5-9d31-4f26-9058-60d7904c38c4,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:59.260104 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 48362) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:59.355420 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e291a94-b65f-46ab-a56d-60a040e86c95 req-57ff1692-be6b-414b-b48e-37e140a46f59 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:59.360841 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7e291a94-b65f-46ab-a56d-60a040e86c95 req-57ff1692-be6b-414b-b48e-37e140a46f59 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.0579927 Aug 19 15:30:59.417927 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-e145e37d-6f84-494b-9c53-e8fadb9d7780 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-794205054-network', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:59.462050 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e145e37d-6f84-494b-9c53-e8fadb9d7780 admin admin] Made reservation on behalf of 7111b041a72b4481b3c8a286589e0a4e for: {'network': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:59.465758 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e145e37d-6f84-494b-9c53-e8fadb9d7780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:59.477190 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e145e37d-6f84-494b-9c53-e8fadb9d7780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:59.484690 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7e291a94-b65f-46ab-a56d-60a040e86c95 req-7007cc53-8e8d-4ef1-8399-625a2841b84f tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167922 Aug 19 15:30:59.540461 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:30:59.578884 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e145e37d-6f84-494b-9c53-e8fadb9d7780 admin admin] Publish callbacks [] for security_group (ff717c14-0afe-4c25-84b1-afc9a7c5af7c), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:59.583847 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e145e37d-6f84-494b-9c53-e8fadb9d7780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (ff717c14-0afe-4c25-84b1-afc9a7c5af7c), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:59.619818 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e145e37d-6f84-494b-9c53-e8fadb9d7780 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=106285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:30:59.626873 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145e37d-6f84-494b-9c53-e8fadb9d7780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff717c14-0afe-4c25-84b1-afc9a7c5af7c,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:59.634081 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e145e37d-6f84-494b-9c53-e8fadb9d7780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (f2880ea9-ded2-4710-9102-ec849acf2b3c), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:59.634516 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.segments_db [None req-e145e37d-6f84-494b-9c53-e8fadb9d7780 admin admin] Added segment f2880ea9-ded2-4710-9102-ec849acf2b3c of type vlan for network 79008e7b-f33e-4610-a522-4d5d851ee288 Aug 19 15:30:59.688635 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e145e37d-6f84-494b-9c53-e8fadb9d7780 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (79008e7b-f33e-4610-a522-4d5d851ee288), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:59.718719 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e145e37d-6f84-494b-9c53-e8fadb9d7780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (79008e7b-f33e-4610-a522-4d5d851ee288), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:59.720152 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e145e37d-6f84-494b-9c53-e8fadb9d7780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:30:59.720881 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e145e37d-6f84-494b-9c53-e8fadb9d7780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:30:59.791440 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48368) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:30:59.791780 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-e145e37d-6f84-494b-9c53-e8fadb9d7780 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5296998 Aug 19 15:30:59.798174 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-cde22bcb-7cde-4f3a-9218-83ae1bb7063d admin admin] Request body: {'subnet': {'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-794205054-subnet', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:59.798426 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145e37d-6f84-494b-9c53-e8fadb9d7780 admin admin] Pushing event updated for resources: {'Network': ['ID=79008e7b-f33e-4610-a522-4d5d851ee288,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:59.808786 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network 79008e7b-f33e-4610-a522-4d5d851ee288 details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:30:59.838796 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde22bcb-7cde-4f3a-9218-83ae1bb7063d admin admin] Made reservation on behalf of 7111b041a72b4481b3c8a286589e0a4e for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:59.841392 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cde22bcb-7cde-4f3a-9218-83ae1bb7063d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127678'] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:00.053788 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cde22bcb-7cde-4f3a-9218-83ae1bb7063d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16011370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127648'] for subnet (9c6457a2-ef32-4292-b3d5-a1d4e98c36db), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:00.127704 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde22bcb-7cde-4f3a-9218-83ae1bb7063d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c6457a2-ef32-4292-b3d5-a1d4e98c36db,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:00.133612 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde22bcb-7cde-4f3a-9218-83ae1bb7063d admin admin] Checking segment: {'id': 'f2880ea9-ded2-4710-9102-ec849acf2b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:31:00.134260 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde22bcb-7cde-4f3a-9218-83ae1bb7063d admin admin] Network hostable DHCP agents. Network: 79008e7b-f33e-4610-a522-4d5d851ee288, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:31:00.154953 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde22bcb-7cde-4f3a-9218-83ae1bb7063d admin admin] Network 79008e7b-f33e-4610-a522-4d5d851ee288 is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:31:00.165617 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-cde22bcb-7cde-4f3a-9218-83ae1bb7063d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, 79008e7b-f33e-4610-a522-4d5d851ee288) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:00.170671 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde22bcb-7cde-4f3a-9218-83ae1bb7063d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:00.171355 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cde22bcb-7cde-4f3a-9218-83ae1bb7063d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:00.177694 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d866a61-f8e2-4898-b1bb-39c216b65fe5 None None] Network 79008e7b-f33e-4610-a522-4d5d851ee288 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:31:00.210498 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-cde22bcb-7cde-4f3a-9218-83ae1bb7063d admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4173584 Aug 19 15:31:00.214258 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 48370) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:31:00.219529 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-794205054-router', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:00.262544 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (76509db5-0d49-4c9a-8d44-7422547ac2f9), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:00.262544 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12047'] for router (76509db5-0d49-4c9a-8d44-7422547ac2f9), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:00.265814 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=13,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:00.318161 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ef4bc4-d368-54e3-92c9-12ec6c9c3899-79008e7b-f33e-4610-a522-4d5d851ee288', 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288', 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'fixed_ips': [{'subnet_id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db'}]}} from dv-cinder-835384-20-iscsi. {{(pid=106286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 19 15:31:00.319382 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:00.389523 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] Publish callbacks [] for router_controller (76509db5-0d49-4c9a-8d44-7422547ac2f9), precommit_add_association {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:00.527080 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Allocated IP 172.20.0.2 (79008e7b-f33e-4610-a522-4d5d851ee288/9c6457a2-ef32-4292-b3d5-a1d4e98c36db/5fe7e23d-c069-4e21-b4fd-4058639979bb) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:00.648456 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] Publish callbacks [] for router_gateway (76509db5-0d49-4c9a-8d44-7422547ac2f9), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:00.704534 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50eac5-6f7b-4195-b88c-4aa1258709dc req-0f9b1a61-4994-4127-92b0-af4f2c736597 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:00.710013 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-dd50eac5-6f7b-4195-b88c-4aa1258709dc req-0f9b1a61-4994-4127-92b0-af4f2c736597 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.1067269 Aug 19 15:31:00.733449 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:00.775347 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-dd50eac5-6f7b-4195-b88c-4aa1258709dc req-97b15a23-7ccc-442a-9d91-cb3baa787c9c tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643060 Aug 19 15:31:00.793091 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Publish callbacks [] for port (5fe7e23d-c069-4e21-b4fd-4058639979bb), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:00.804527 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (5fe7e23d-c069-4e21-b4fd-4058639979bb), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:00.864557 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Network 79008e7b-f33e-4610-a522-4d5d851ee288 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:00.869984 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:00.871774 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:31:00.894237 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Pushing event updated for resources: {'Port': ['ID=5fe7e23d-c069-4e21-b4fd-4058639979bb,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:00.956021 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] Publish callbacks [] for router_gateway (76509db5-0d49-4c9a-8d44-7422547ac2f9), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:00.978554 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:00.987673 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Attempting to bind port 5fe7e23d-c069-4e21-b4fd-4058639979bb on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:31:00.988047 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Attempting to bind port 5fe7e23d-c069-4e21-b4fd-4058639979bb by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'f2880ea9-ded2-4710-9102-ec849acf2b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:31:00.988490 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Attempting to bind port 5fe7e23d-c069-4e21-b4fd-4058639979bb on network 79008e7b-f33e-4610-a522-4d5d851ee288 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:31:00.994362 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:31:00.994727 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Checking segment: {'id': 'f2880ea9-ded2-4710-9102-ec849acf2b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:31:00.995334 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:00.995896 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Bound using segment: {'id': 'f2880ea9-ded2-4710-9102-ec849acf2b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:31:00.996545 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Bound port: 5fe7e23d-c069-4e21-b4fd-4058639979bb, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2880ea9-ded2-4710-9102-ec849acf2b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:31:00.997097 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5fe7e23d-c069-4e21-b4fd-4058639979bb), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:01.077999 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] For port 5fe7e23d-c069-4e21-b4fd-4058639979bb, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:01.086751 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] For port 5fe7e23d-c069-4e21-b4fd-4058639979bb, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=5fe7e23d-c069-4e21-b4fd-4058639979bb,segment=NetworkSegment(f2880ea9-ded2-4710-9102-ec849acf2b3c),segment_id=f2880ea9-ded2-4710-9102-ec849acf2b3c)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:01.112984 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (5fe7e23d-c069-4e21-b4fd-4058639979bb), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:01.166269 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] Allocated IP 172.27.2.56 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/cce3886d-a9ed-4495-ae03-4c98a6907b74) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:01.203704 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e85bd-60e5-4495-b2c6-1c7a95c1b9a8 None None] Pushing event updated for resources: {'Port': ['ID=5fe7e23d-c069-4e21-b4fd-4058639979bb,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:01.346097 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] Publish callbacks [] for port (cce3886d-a9ed-4495-ae03-4c98a6907b74), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:01.389574 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (cce3886d-a9ed-4495-ae03-4c98a6907b74), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:01.393043 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:01.458117 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:01.470003 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:01.472616 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:31:01.518848 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] Pushing event updated for resources: {'Port': ['ID=cce3886d-a9ed-4495-ae03-4c98a6907b74,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:01.638430 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 5fe7e23d-c069-4e21-b4fd-4058639979bb up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:01.700735 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:01.715614 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:01.775993 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 5fe7e23d-c069-4e21-b4fd-4058639979bb triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:01.776458 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (5fe7e23d-c069-4e21-b4fd-4058639979bb), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:01.834473 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:02.002475 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 5fe7e23d-c069-4e21-b4fd-4058639979bb is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:02.004055 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5fe7e23d-c069-4e21-b4fd-4058639979bb), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:02.099918 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 5fe7e23d-c069-4e21-b4fd-4058639979bb, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=5fe7e23d-c069-4e21-b4fd-4058639979bb,segment=NetworkSegment(f2880ea9-ded2-4710-9102-ec849acf2b3c),segment_id=f2880ea9-ded2-4710-9102-ec849acf2b3c)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:02.113535 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (5fe7e23d-c069-4e21-b4fd-4058639979bb), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:02.126755 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb7aa9-a099-4a65-bf8e-fa1102be8076 req-208a9c02-aacd-48ab-a8bc-ea5a5e8b168d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:02.142652 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fbcb7aa9-a099-4a65-bf8e-fa1102be8076 req-208a9c02-aacd-48ab-a8bc-ea5a5e8b168d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.1239047 Aug 19 15:31:02.174891 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] Publish callbacks [] for router_gateway (76509db5-0d49-4c9a-8d44-7422547ac2f9), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:02.233124 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=5fe7e23d-c069-4e21-b4fd-4058639979bb,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:02.234074 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fbcb7aa9-a099-4a65-bf8e-fa1102be8076 req-97ac7c40-3655-4093-9e1f-5d033f29cf17 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901966 Aug 19 15:31:02.504961 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ee3783-4746-49ed-b8e7-0136244caf66 None None] Network 79008e7b-f33e-4610-a522-4d5d851ee288 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:31:02.710542 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809500'] for router (76509db5-0d49-4c9a-8d44-7422547ac2f9), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:02.744201 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-7ed911c9-b28d-481e-838f-37a838c51a84 None None] Provisioning complete for port 5fe7e23d-c069-4e21-b4fd-4058639979bb triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:02.744505 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7ed911c9-b28d-481e-838f-37a838c51a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (5fe7e23d-c069-4e21-b4fd-4058639979bb), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:02.827479 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-7ed911c9-b28d-481e-838f-37a838c51a84 None None] Current status of the port 5fe7e23d-c069-4e21-b4fd-4058639979bb is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:02.847620 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] Router 76509db5-0d49-4c9a-8d44-7422547ac2f9 is scheduled to L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c with binding_index 1 {{(pid=106285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:31:02.955611 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:31:02.966550 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Sync routers for ids ['76509db5-0d49-4c9a-8d44-7422547ac2f9'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:31:02.975316 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:02.976706 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-104dda8b-02e1-4530-aa4c-31a0d1769389 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7611072 Aug 19 15:31:02.978328 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Routers {'76509db5-0d49-4c9a-8d44-7422547ac2f9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:31:02.979109 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:30:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['76509db5-0d49-4c9a-8d44-7422547ac2f9'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:02.979284 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 48396) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:31:03.070312 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-7c5604b8-419d-4630-a5b7-d2f1d9ff3820 None None] Provisioning complete for port 5fe7e23d-c069-4e21-b4fd-4058639979bb triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:03.070937 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7c5604b8-419d-4630-a5b7-d2f1d9ff3820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (5fe7e23d-c069-4e21-b4fd-4058639979bb), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:03.120783 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Set router 76509db5-0d49-4c9a-8d44-7422547ac2f9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:31:03.266739 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:03.274791 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-7c5604b8-419d-4630-a5b7-d2f1d9ff3820 None None] Current status of the port 5fe7e23d-c069-4e21-b4fd-4058639979bb is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:03.280622 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:03.335159 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'name': 'tempest-TestShelveInstance-794205054-router', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:01Z', 'revision_number': 3, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'gw_port': {'id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:03.365125 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Checking router: 76509db5-0d49-4c9a-8d44-7422547ac2f9 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:31:03.365490 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Updating router 76509db5-0d49-4c9a-8d44-7422547ac2f9 port cce3886d-a9ed-4495-ae03-4c98a6907b74 binding host dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:31:03.366220 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb5d61-1836-4a79-b320-e26b4367adbe req-1dff9cc0-aa09-4591-ba2e-7c589123ab40 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:03.369097 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-16bb5d61-1836-4a79-b320-e26b4367adbe req-1dff9cc0-aa09-4591-ba2e-7c589123ab40 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.0523465 Aug 19 15:31:03.393517 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (cce3886d-a9ed-4495-ae03-4c98a6907b74), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:03.399196 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2a365866-61aa-48ae-98a5-6ec2a0ef2738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:03.417945 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-16bb5d61-1836-4a79-b320-e26b4367adbe req-3f365d5b-5591-41c6-ae00-8d488d85a318 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445621 Aug 19 15:31:03.479485 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:03.525211 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 5fe7e23d-c069-4e21-b4fd-4058639979bb up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:03.553094 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:03.564290 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-2a365866-61aa-48ae-98a5-6ec2a0ef2738 admin admin] Allocated IP 172.20.0.1 (79008e7b-f33e-4610-a522-4d5d851ee288/9c6457a2-ef32-4292-b3d5-a1d4e98c36db/907ec39a-6396-47ea-a66a-3a30988f29dc) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:03.643638 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 5fe7e23d-c069-4e21-b4fd-4058639979bb triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:03.644011 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (5fe7e23d-c069-4e21-b4fd-4058639979bb), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:03.673944 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2a365866-61aa-48ae-98a5-6ec2a0ef2738 admin admin] Publish callbacks [] for port (907ec39a-6396-47ea-a66a-3a30988f29dc), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:03.708993 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2a365866-61aa-48ae-98a5-6ec2a0ef2738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (907ec39a-6396-47ea-a66a-3a30988f29dc), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:03.734721 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Publish callbacks [] for port (cce3886d-a9ed-4495-ae03-4c98a6907b74), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:03.743696 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (cce3886d-a9ed-4495-ae03-4c98a6907b74), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:03.763943 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a365866-61aa-48ae-98a5-6ec2a0ef2738 admin admin] Network 79008e7b-f33e-4610-a522-4d5d851ee288 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:03.766916 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-2a365866-61aa-48ae-98a5-6ec2a0ef2738 admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:03.774308 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a365866-61aa-48ae-98a5-6ec2a0ef2738 admin admin] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:31:03.799802 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a365866-61aa-48ae-98a5-6ec2a0ef2738 admin admin] Pushing event updated for resources: {'Port': ['ID=907ec39a-6396-47ea-a66a-3a30988f29dc,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:03.802974 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Attempting to bind port cce3886d-a9ed-4495-ae03-4c98a6907b74 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:31:03.803752 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Attempting to bind port cce3886d-a9ed-4495-ae03-4c98a6907b74 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:31:03.803979 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Attempting to bind port cce3886d-a9ed-4495-ae03-4c98a6907b74 on network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:31:03.826916 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:31:03.827205 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Checking segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:31:03.827467 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:03.827603 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2a365866-61aa-48ae-98a5-6ec2a0ef2738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827374'] for router_interface (76509db5-0d49-4c9a-8d44-7422547ac2f9), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:03.827861 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Bound using segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:31:03.828345 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Bound port: cce3886d-a9ed-4495-ae03-4c98a6907b74, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:31:03.828823 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (cce3886d-a9ed-4495-ae03-4c98a6907b74), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:03.834103 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 5fe7e23d-c069-4e21-b4fd-4058639979bb is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:03.856930 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcd8d2-472e-4cb7-a93f-da3af58ba416 None None] Pushing event updated for resources: {'Port': ['ID=cce3886d-a9ed-4495-ae03-4c98a6907b74,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:03.892744 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] For port cce3886d-a9ed-4495-ae03-4c98a6907b74, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:03.896703 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] For port cce3886d-a9ed-4495-ae03-4c98a6907b74, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=cce3886d-a9ed-4495-ae03-4c98a6907b74,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:03.904682 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (cce3886d-a9ed-4495-ae03-4c98a6907b74), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:03.937999 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Routers {'76509db5-0d49-4c9a-8d44-7422547ac2f9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:31:03.938722 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:30:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['76509db5-0d49-4c9a-8d44-7422547ac2f9'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:03.971615 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2a365866-61aa-48ae-98a5-6ec2a0ef2738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (907ec39a-6396-47ea-a66a-3a30988f29dc), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:04.045167 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcd8d2-472e-4cb7-a93f-da3af58ba416 None None] Pushing event updated for resources: {'Port': ['ID=cce3886d-a9ed-4495-ae03-4c98a6907b74,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:04.047936 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:04.051512 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-3968803f-2b9b-440c-a5e6-bf2244f31e55 None None] Provisioning complete for port 907ec39a-6396-47ea-a66a-3a30988f29dc triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:04.052144 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3968803f-2b9b-440c-a5e6-bf2244f31e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (907ec39a-6396-47ea-a66a-3a30988f29dc), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:04.100244 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-3968803f-2b9b-440c-a5e6-bf2244f31e55 None None] Port 907ec39a-6396-47ea-a66a-3a30988f29dc cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:31:04.109114 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] Set router 76509db5-0d49-4c9a-8d44-7422547ac2f9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:31:04.120564 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:04.142529 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2a365866-61aa-48ae-98a5-6ec2a0ef2738 admin admin] Publish callbacks [] for port (907ec39a-6396-47ea-a66a-3a30988f29dc), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:04.147239 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2a365866-61aa-48ae-98a5-6ec2a0ef2738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (907ec39a-6396-47ea-a66a-3a30988f29dc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:04.218703 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2a365866-61aa-48ae-98a5-6ec2a0ef2738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827522'] for router_interface (76509db5-0d49-4c9a-8d44-7422547ac2f9), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:04.221443 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a365866-61aa-48ae-98a5-6ec2a0ef2738 admin admin] Pushing event updated for resources: {'Port': ['ID=907ec39a-6396-47ea-a66a-3a30988f29dc,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:04.230641 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:04.310751 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'name': 'tempest-TestShelveInstance-794205054-router', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:03Z', 'revision_number': 4, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'gw_port': {'id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '907ec39a-6396-47ea-a66a-3a30988f29dc', 'name': '', 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'mac_address': 'fa:16:3e:b6:d5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:03Z', 'updated_at': '2022-08-19T15:31:03Z', 'revision_number': 1, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'subnets': [{'id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:04.315974 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a365866-61aa-48ae-98a5-6ec2a0ef2738 admin admin] Network 79008e7b-f33e-4610-a522-4d5d851ee288 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:04.318191 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-2a365866-61aa-48ae-98a5-6ec2a0ef2738 admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:04.337354 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5b500-86ef-423b-ae28-8a4693f8829c None None] The sync data for ids ['76509db5-0d49-4c9a-8d44-7422547ac2f9'] in dv-cinder-835384-20-iscsi is: [{'id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'name': 'tempest-TestShelveInstance-794205054-router', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:03Z', 'revision_number': 4, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'gw_port': {'id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '907ec39a-6396-47ea-a66a-3a30988f29dc', 'name': '', 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'mac_address': 'fa:16:3e:b6:d5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:03Z', 'updated_at': '2022-08-19T15:31:03Z', 'revision_number': 1, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'subnets': [{'id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:31:04.440875 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a365866-61aa-48ae-98a5-6ec2a0ef2738 admin admin] Router 76509db5-0d49-4c9a-8d44-7422547ac2f9 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:31:04.585579 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a365866-61aa-48ae-98a5-6ec2a0ef2738 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:31:04.592212 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-2a365866-61aa-48ae-98a5-6ec2a0ef2738 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/76509db5-0d49-4c9a-8d44-7422547ac2f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6109970 Aug 19 15:31:04.607031 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb034b-269a-44c7-876a-36bf250caa86 req-184bb0cd-ed22-4bbc-99c5-a728a5fb34c5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:04.608887 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8dcb034b-269a-44c7-876a-36bf250caa86 req-184bb0cd-ed22-4bbc-99c5-a728a5fb34c5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.0833039 Aug 19 15:31:04.625098 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-8ee433e5-4fcf-4352-b59f-b782c489ab93 None None] Provisioning complete for port 907ec39a-6396-47ea-a66a-3a30988f29dc triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:04.625704 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8ee433e5-4fcf-4352-b59f-b782c489ab93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (907ec39a-6396-47ea-a66a-3a30988f29dc), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:04.682052 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8dcb034b-269a-44c7-876a-36bf250caa86 req-b47095fe-7474-426c-bbe3-af4830adf9c6 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599899 Aug 19 15:31:04.691174 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-8ee433e5-4fcf-4352-b59f-b782c489ab93 None None] Port 907ec39a-6396-47ea-a66a-3a30988f29dc cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:31:05.249472 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 48420) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:31:05.255499 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-07248cbe-970d-4e9f-b765-521f131b802a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1798401902-network', 'tenant_id': '8977fcec1a794f1494a07cc3e0344b68'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:05.277603 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07248cbe-970d-4e9f-b765-521f131b802a admin admin] Made reservation on behalf of 8977fcec1a794f1494a07cc3e0344b68 for: {'network': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:05.280166 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-07248cbe-970d-4e9f-b765-521f131b802a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:05.290489 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-07248cbe-970d-4e9f-b765-521f131b802a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:05.384090 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-07248cbe-970d-4e9f-b765-521f131b802a admin admin] Publish callbacks [] for security_group (2e200e5d-8d19-44d4-ad25-ee60ee724ce2), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:05.388014 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-07248cbe-970d-4e9f-b765-521f131b802a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (2e200e5d-8d19-44d4-ad25-ee60ee724ce2), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:05.418165 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07248cbe-970d-4e9f-b765-521f131b802a admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=106285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:31:05.424862 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07248cbe-970d-4e9f-b765-521f131b802a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e200e5d-8d19-44d4-ad25-ee60ee724ce2,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:05.435236 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-07248cbe-970d-4e9f-b765-521f131b802a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (c0daccff-bbf4-45e3-ba22-705af3f027cd), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:05.435357 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.segments_db [None req-07248cbe-970d-4e9f-b765-521f131b802a admin admin] Added segment c0daccff-bbf4-45e3-ba22-705af3f027cd of type vlan for network 4611e940-9139-4d9a-a7f2-05ab6b389db1 Aug 19 15:31:05.484605 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-07248cbe-970d-4e9f-b765-521f131b802a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (4611e940-9139-4d9a-a7f2-05ab6b389db1), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:05.512250 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-07248cbe-970d-4e9f-b765-521f131b802a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (4611e940-9139-4d9a-a7f2-05ab6b389db1), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:05.513355 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07248cbe-970d-4e9f-b765-521f131b802a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:05.513945 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-07248cbe-970d-4e9f-b765-521f131b802a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:05.523502 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device cce3886d-a9ed-4495-ae03-4c98a6907b74 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:05.547121 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:05.550432 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:05.575941 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port cce3886d-a9ed-4495-ae03-4c98a6907b74 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:05.576328 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (cce3886d-a9ed-4495-ae03-4c98a6907b74), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:05.589564 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-07248cbe-970d-4e9f-b765-521f131b802a admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3363602 Aug 19 15:31:05.590605 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48422) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:31:05.594830 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07248cbe-970d-4e9f-b765-521f131b802a admin admin] Pushing event updated for resources: {'Network': ['ID=4611e940-9139-4d9a-a7f2-05ab6b389db1,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:05.596241 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-3a08f5d4-7ea2-45ba-a242-c597b7ef5e0f admin admin] Request body: {'subnet': {'network_id': '4611e940-9139-4d9a-a7f2-05ab6b389db1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1798401902-subnet', 'tenant_id': '8977fcec1a794f1494a07cc3e0344b68', 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:05.619976 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network 4611e940-9139-4d9a-a7f2-05ab6b389db1 details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:31:05.621030 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a08f5d4-7ea2-45ba-a242-c597b7ef5e0f admin admin] Made reservation on behalf of 8977fcec1a794f1494a07cc3e0344b68 for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:05.623543 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3a08f5d4-7ea2-45ba-a242-c597b7ef5e0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127678'] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:05.643117 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:05.741753 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port cce3886d-a9ed-4495-ae03-4c98a6907b74 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:05.742153 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (cce3886d-a9ed-4495-ae03-4c98a6907b74), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:05.764403 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port cce3886d-a9ed-4495-ae03-4c98a6907b74, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=cce3886d-a9ed-4495-ae03-4c98a6907b74,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:05.768458 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (cce3886d-a9ed-4495-ae03-4c98a6907b74), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:05.779644 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:05.819000 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=cce3886d-a9ed-4495-ae03-4c98a6907b74,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:05.867333 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc4eca-6c83-4f1a-bece-e51c74165b0f req-24c518d0-5f8c-4f13-a2cd-119b1828a4a7 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:05.868875 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-80fc4eca-6c83-4f1a-bece-e51c74165b0f req-24c518d0-5f8c-4f13-a2cd-119b1828a4a7 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.0900140 Aug 19 15:31:05.870237 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3a08f5d4-7ea2-45ba-a242-c597b7ef5e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16011370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127648'] for subnet (5de66ef4-c08c-4ffb-a83f-ffb48a44845e), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:05.950520 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08f5d4-7ea2-45ba-a242-c597b7ef5e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de66ef4-c08c-4ffb-a83f-ffb48a44845e,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:05.975826 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-80fc4eca-6c83-4f1a-bece-e51c74165b0f req-8200a0be-1f3f-499d-aa70-285df8f77873 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827842 Aug 19 15:31:05.981585 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a08f5d4-7ea2-45ba-a242-c597b7ef5e0f admin admin] Checking segment: {'id': 'c0daccff-bbf4-45e3-ba22-705af3f027cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4611e940-9139-4d9a-a7f2-05ab6b389db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:31:05.982423 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a08f5d4-7ea2-45ba-a242-c597b7ef5e0f admin admin] Network hostable DHCP agents. Network: 4611e940-9139-4d9a-a7f2-05ab6b389db1, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:31:06.000658 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a08f5d4-7ea2-45ba-a242-c597b7ef5e0f admin admin] Network 4611e940-9139-4d9a-a7f2-05ab6b389db1 is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:31:06.010634 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-3a08f5d4-7ea2-45ba-a242-c597b7ef5e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, 4611e940-9139-4d9a-a7f2-05ab6b389db1) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:06.015229 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a08f5d4-7ea2-45ba-a242-c597b7ef5e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:06.016261 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3a08f5d4-7ea2-45ba-a242-c597b7ef5e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:06.019742 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98365b5e-09b0-4df3-8cb1-4ba892fe73d9 None None] Network 4611e940-9139-4d9a-a7f2-05ab6b389db1 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:31:06.033223 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3a08f5d4-7ea2-45ba-a242-c597b7ef5e0f admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4413440 Aug 19 15:31:06.037036 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 48428) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:31:06.042088 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1798401902-router', 'tenant_id': '8977fcec1a794f1494a07cc3e0344b68', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:06.068645 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (f5d3abae-2c22-401e-a81d-791fec62ca1f), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:06.069837 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12047'] for router (f5d3abae-2c22-401e-a81d-791fec62ca1f), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:06.134505 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] Publish callbacks [] for router_controller (f5d3abae-2c22-401e-a81d-791fec62ca1f), precommit_add_association {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:06.261796 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ef4bc4-d368-54e3-92c9-12ec6c9c3899-4611e940-9139-4d9a-a7f2-05ab6b389db1', 'network_id': '4611e940-9139-4d9a-a7f2-05ab6b389db1', 'project_id': '8977fcec1a794f1494a07cc3e0344b68', 'fixed_ips': [{'subnet_id': '5de66ef4-c08c-4ffb-a83f-ffb48a44845e'}]}} from dv-cinder-835384-20-iscsi. {{(pid=106286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 19 15:31:06.262811 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:06.276834 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] Publish callbacks [] for router_gateway (f5d3abae-2c22-401e-a81d-791fec62ca1f), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:06.410251 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Allocated IP 172.20.0.2 (4611e940-9139-4d9a-a7f2-05ab6b389db1/5de66ef4-c08c-4ffb-a83f-ffb48a44845e/12fcc045-b4c7-488d-9e8d-4585bdc5e117) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:06.468308 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] Publish callbacks [] for router_gateway (f5d3abae-2c22-401e-a81d-791fec62ca1f), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:06.470791 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Sync routers for ids ['76509db5-0d49-4c9a-8d44-7422547ac2f9'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:31:06.481008 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:06.481843 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Routers {'76509db5-0d49-4c9a-8d44-7422547ac2f9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:31:06.482522 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:30:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['76509db5-0d49-4c9a-8d44-7422547ac2f9'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:06.490041 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:06.573328 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Publish callbacks [] for port (12fcc045-b4c7-488d-9e8d-4585bdc5e117), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:06.579602 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382'] for port (12fcc045-b4c7-488d-9e8d-4585bdc5e117), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:06.595979 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Set router 76509db5-0d49-4c9a-8d44-7422547ac2f9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:31:06.609863 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] Allocated IP 172.27.2.153 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:06.624022 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Network 4611e940-9139-4d9a-a7f2-05ab6b389db1 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:06.630317 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:06.632512 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Pushing event updated for resources: {'Port': ['ID=12fcc045-b4c7-488d-9e8d-4585bdc5e117,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:06.634685 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:31:06.696672 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Attempting to bind port 12fcc045-b4c7-488d-9e8d-4585bdc5e117 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:31:06.697323 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Attempting to bind port 12fcc045-b4c7-488d-9e8d-4585bdc5e117 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'c0daccff-bbf4-45e3-ba22-705af3f027cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4611e940-9139-4d9a-a7f2-05ab6b389db1'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:31:06.697677 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Attempting to bind port 12fcc045-b4c7-488d-9e8d-4585bdc5e117 on network 4611e940-9139-4d9a-a7f2-05ab6b389db1 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:31:06.703244 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:31:06.703630 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Checking segment: {'id': 'c0daccff-bbf4-45e3-ba22-705af3f027cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4611e940-9139-4d9a-a7f2-05ab6b389db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:31:06.704016 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:06.704428 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Bound using segment: {'id': 'c0daccff-bbf4-45e3-ba22-705af3f027cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4611e940-9139-4d9a-a7f2-05ab6b389db1'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:31:06.704886 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Bound port: 12fcc045-b4c7-488d-9e8d-4585bdc5e117, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0daccff-bbf4-45e3-ba22-705af3f027cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4611e940-9139-4d9a-a7f2-05ab6b389db1'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:31:06.705264 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (12fcc045-b4c7-488d-9e8d-4585bdc5e117), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:06.727657 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] Publish callbacks [] for port (341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:06.770331 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:06.773078 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] For port 12fcc045-b4c7-488d-9e8d-4585bdc5e117, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:06.776523 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] For port 12fcc045-b4c7-488d-9e8d-4585bdc5e117, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=12fcc045-b4c7-488d-9e8d-4585bdc5e117,segment=NetworkSegment(c0daccff-bbf4-45e3-ba22-705af3f027cd),segment_id=c0daccff-bbf4-45e3-ba22-705af3f027cd)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:06.784103 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (12fcc045-b4c7-488d-9e8d-4585bdc5e117), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:06.808503 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'name': 'tempest-TestShelveInstance-794205054-router', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:03Z', 'revision_number': 4, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'gw_port': {'id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '907ec39a-6396-47ea-a66a-3a30988f29dc', 'name': '', 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'mac_address': 'fa:16:3e:b6:d5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:03Z', 'updated_at': '2022-08-19T15:31:04Z', 'revision_number': 2, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'subnets': [{'id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:06.817836 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:06.820977 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:06.824740 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:31:06.839570 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Checking router: 76509db5-0d49-4c9a-8d44-7422547ac2f9 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:31:06.840245 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Updating router 76509db5-0d49-4c9a-8d44-7422547ac2f9 port 907ec39a-6396-47ea-a66a-3a30988f29dc binding host dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:31:06.849440 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03180792-425c-47f8-a8fc-6ad0ddb0c2d2 None None] Pushing event updated for resources: {'Port': ['ID=12fcc045-b4c7-488d-9e8d-4585bdc5e117,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:06.883641 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] Pushing event updated for resources: {'Port': ['ID=341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:06.883641 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:06.886590 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (907ec39a-6396-47ea-a66a-3a30988f29dc), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:07.138467 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:07.158559 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4cdbf-6c89-43a3-84d8-c1f38315e470 req-fb17ba6e-3a2f-46f9-909c-a5fc7d21b262 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:07.168599 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-10f4cdbf-6c89-43a3-84d8-c1f38315e470 req-fb17ba6e-3a2f-46f9-909c-a5fc7d21b262 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.0920181 Aug 19 15:31:07.223990 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Publish callbacks [] for port (907ec39a-6396-47ea-a66a-3a30988f29dc), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:07.238794 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (907ec39a-6396-47ea-a66a-3a30988f29dc), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:07.244228 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-10f4cdbf-6c89-43a3-84d8-c1f38315e470 req-0fa1ef00-1ea0-4cbb-b2c5-2e7f8f8251c0 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653839 Aug 19 15:31:07.260242 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:07.329724 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] Publish callbacks [] for router_gateway (f5d3abae-2c22-401e-a81d-791fec62ca1f), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:07.362807 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:07.365124 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Attempting to bind port 907ec39a-6396-47ea-a66a-3a30988f29dc on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:31:07.365539 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Attempting to bind port 907ec39a-6396-47ea-a66a-3a30988f29dc by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'f2880ea9-ded2-4710-9102-ec849acf2b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288'}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:31:07.365960 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Attempting to bind port 907ec39a-6396-47ea-a66a-3a30988f29dc on network 79008e7b-f33e-4610-a522-4d5d851ee288 {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:31:07.372319 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a7173-2657-4b93-bd43-f6081d191459 None None] Pushing event updated for resources: {'Port': ['ID=907ec39a-6396-47ea-a66a-3a30988f29dc,revision_number=3']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:07.384733 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:31:07.385110 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Checking segment: {'id': 'f2880ea9-ded2-4710-9102-ec849acf2b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:31:07.385508 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:07.385897 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Bound using segment: {'id': 'f2880ea9-ded2-4710-9102-ec849acf2b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288'} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:31:07.386367 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Bound port: 907ec39a-6396-47ea-a66a-3a30988f29dc, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2880ea9-ded2-4710-9102-ec849acf2b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288'}}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:31:07.386742 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (907ec39a-6396-47ea-a66a-3a30988f29dc), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:07.389649 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a7173-2657-4b93-bd43-f6081d191459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:07.389918 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a7173-2657-4b93-bd43-f6081d191459 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:07.390256 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a7173-2657-4b93-bd43-f6081d191459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:07.390582 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a7173-2657-4b93-bd43-f6081d191459 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:07.390905 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a7173-2657-4b93-bd43-f6081d191459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:07.391264 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a7173-2657-4b93-bd43-f6081d191459 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:07.391675 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a7173-2657-4b93-bd43-f6081d191459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:07.392259 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a7173-2657-4b93-bd43-f6081d191459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:07.392480 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a7173-2657-4b93-bd43-f6081d191459 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:07.392799 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a7173-2657-4b93-bd43-f6081d191459 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:07.393119 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a7173-2657-4b93-bd43-f6081d191459 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:07.393454 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a7173-2657-4b93-bd43-f6081d191459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:07.393771 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a7173-2657-4b93-bd43-f6081d191459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:07.394082 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a7173-2657-4b93-bd43-f6081d191459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:07.394390 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a7173-2657-4b93-bd43-f6081d191459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:07.477356 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] For port 907ec39a-6396-47ea-a66a-3a30988f29dc, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:07.483405 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] For port 907ec39a-6396-47ea-a66a-3a30988f29dc, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=907ec39a-6396-47ea-a66a-3a30988f29dc,segment=NetworkSegment(f2880ea9-ded2-4710-9102-ec849acf2b3c),segment_id=f2880ea9-ded2-4710-9102-ec849acf2b3c)] {{(pid=106287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:07.493753 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (907ec39a-6396-47ea-a66a-3a30988f29dc), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:07.543110 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Routers {'76509db5-0d49-4c9a-8d44-7422547ac2f9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:31:07.544127 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:30:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['76509db5-0d49-4c9a-8d44-7422547ac2f9'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:07.568349 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809500'] for router (f5d3abae-2c22-401e-a81d-791fec62ca1f), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:07.623591 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a7173-2657-4b93-bd43-f6081d191459 None None] Pushing event updated for resources: {'Port': ['ID=907ec39a-6396-47ea-a66a-3a30988f29dc,revision_number=4']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:07.654001 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device cce3886d-a9ed-4495-ae03-4c98a6907b74 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:07.733973 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port cce3886d-a9ed-4495-ae03-4c98a6907b74 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:07.734600 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (cce3886d-a9ed-4495-ae03-4c98a6907b74), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:07.764509 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] Router f5d3abae-2c22-401e-a81d-791fec62ca1f is scheduled to L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c with binding_index 1 {{(pid=106285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:31:07.797705 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:07.836294 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:07.839635 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] Set router 76509db5-0d49-4c9a-8d44-7422547ac2f9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:31:07.874147 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port cce3886d-a9ed-4495-ae03-4c98a6907b74 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:07.875224 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 12fcc045-b4c7-488d-9e8d-4585bdc5e117 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:07.907869 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:31:07.919019 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Sync routers for ids ['f5d3abae-2c22-401e-a81d-791fec62ca1f'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:31:07.931102 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:07.935306 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-f4871e65-6efb-464a-9c12-a3fa247c7726 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8946731 Aug 19 15:31:07.936134 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48448) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:31:07.942193 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Routers {'f5d3abae-2c22-401e-a81d-791fec62ca1f'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:31:07.943013 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:30:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['f5d3abae-2c22-401e-a81d-791fec62ca1f'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:07.947504 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 12fcc045-b4c7-488d-9e8d-4585bdc5e117 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:07.947504 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (12fcc045-b4c7-488d-9e8d-4585bdc5e117), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:08.046294 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:31:08.107424 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'name': 'tempest-TestShelveInstance-794205054-router', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:03Z', 'revision_number': 4, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'gw_port': {'id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '907ec39a-6396-47ea-a66a-3a30988f29dc', 'name': '', 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'mac_address': 'fa:16:3e:b6:d5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:03Z', 'updated_at': '2022-08-19T15:31:07Z', 'revision_number': 4, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'subnets': [{'id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:08.126857 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Set router f5d3abae-2c22-401e-a81d-791fec62ca1f gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:31:08.143129 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee8324c-43fd-4bde-8f19-99be1f63dcf7 None None] The sync data for ids ['76509db5-0d49-4c9a-8d44-7422547ac2f9'] in dv-cinder-835384-20-iscsi is: [{'id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'name': 'tempest-TestShelveInstance-794205054-router', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:03Z', 'revision_number': 4, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'gw_port': {'id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '907ec39a-6396-47ea-a66a-3a30988f29dc', 'name': '', 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'mac_address': 'fa:16:3e:b6:d5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:03Z', 'updated_at': '2022-08-19T15:31:07Z', 'revision_number': 4, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'subnets': [{'id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:31:08.200636 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97b14b1-d878-4b3a-bd5f-86593c89f67a None None] Network 4611e940-9139-4d9a-a7f2-05ab6b389db1 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:31:08.204346 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 12fcc045-b4c7-488d-9e8d-4585bdc5e117 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:08.204869 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (12fcc045-b4c7-488d-9e8d-4585bdc5e117), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:08.360656 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-941a0dda-cf2e-4fb0-81da-4306455425f3 None None] Provisioning complete for port 12fcc045-b4c7-488d-9e8d-4585bdc5e117 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:08.361208 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-941a0dda-cf2e-4fb0-81da-4306455425f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (12fcc045-b4c7-488d-9e8d-4585bdc5e117), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:08.373313 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:08.426350 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 12fcc045-b4c7-488d-9e8d-4585bdc5e117, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=12fcc045-b4c7-488d-9e8d-4585bdc5e117,segment=NetworkSegment(c0daccff-bbf4-45e3-ba22-705af3f027cd),segment_id=c0daccff-bbf4-45e3-ba22-705af3f027cd)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:08.437261 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6db54-e316-47db-8fb8-f04564f6d420 req-8a526575-4df2-4358-9f17-1034dc1f0f1c tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:08.438714 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a1d6db54-e316-47db-8fb8-f04564f6d420 req-8a526575-4df2-4358-9f17-1034dc1f0f1c tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.0868382 Aug 19 15:31:08.439688 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (12fcc045-b4c7-488d-9e8d-4585bdc5e117), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:08.468560 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5c06d5ea-a814-473a-ac24-b9215d43307d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:08.536950 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:08.558173 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a1d6db54-e316-47db-8fb8-f04564f6d420 req-f5ef5d62-1f1b-4bf4-8674-54c562d482f2 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092541 Aug 19 15:31:08.609786 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'name': 'tempest-TestShelveInstance-1798401902-router', 'tenant_id': '8977fcec1a794f1494a07cc3e0344b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:06Z', 'updated_at': '2022-08-19T15:31:07Z', 'revision_number': 3, 'project_id': '8977fcec1a794f1494a07cc3e0344b68', 'gw_port': {'id': '341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:06Z', 'updated_at': '2022-08-19T15:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:08.617866 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=12fcc045-b4c7-488d-9e8d-4585bdc5e117,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:08.644030 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:08.656109 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Checking router: f5d3abae-2c22-401e-a81d-791fec62ca1f for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:31:08.656699 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Updating router f5d3abae-2c22-401e-a81d-791fec62ca1f port 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7 binding host dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:31:08.660848 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-941a0dda-cf2e-4fb0-81da-4306455425f3 None None] Current status of the port 12fcc045-b4c7-488d-9e8d-4585bdc5e117 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:08.690269 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:08.729790 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-5c06d5ea-a814-473a-ac24-b9215d43307d admin admin] Allocated IP 172.20.0.1 (4611e940-9139-4d9a-a7f2-05ab6b389db1/5de66ef4-c08c-4ffb-a83f-ffb48a44845e/fc60a81c-48a8-4026-825b-de8fef8775dd) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:08.842149 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-f1837a0b-a061-4d8f-9e4c-ad83b17c1c68 None None] Provisioning complete for port 12fcc045-b4c7-488d-9e8d-4585bdc5e117 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:08.842527 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f1837a0b-a061-4d8f-9e4c-ad83b17c1c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (12fcc045-b4c7-488d-9e8d-4585bdc5e117), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:08.871158 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5c06d5ea-a814-473a-ac24-b9215d43307d admin admin] Publish callbacks [] for port (fc60a81c-48a8-4026-825b-de8fef8775dd), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:08.874274 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:08.915536 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5c06d5ea-a814-473a-ac24-b9215d43307d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (fc60a81c-48a8-4026-825b-de8fef8775dd), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:08.987341 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c06d5ea-a814-473a-ac24-b9215d43307d admin admin] Network 4611e940-9139-4d9a-a7f2-05ab6b389db1 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:08.990202 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d5ea-a814-473a-ac24-b9215d43307d admin admin] Pushing event updated for resources: {'Port': ['ID=fc60a81c-48a8-4026-825b-de8fef8775dd,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:08.994174 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-5c06d5ea-a814-473a-ac24-b9215d43307d admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:08.997385 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c06d5ea-a814-473a-ac24-b9215d43307d admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:31:09.013661 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-f1837a0b-a061-4d8f-9e4c-ad83b17c1c68 None None] Current status of the port 12fcc045-b4c7-488d-9e8d-4585bdc5e117 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:09.060375 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Publish callbacks [] for port (341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:09.068427 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5c06d5ea-a814-473a-ac24-b9215d43307d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827374'] for router_interface (f5d3abae-2c22-401e-a81d-791fec62ca1f), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:09.071258 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:09.244034 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5c06d5ea-a814-473a-ac24-b9215d43307d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (fc60a81c-48a8-4026-825b-de8fef8775dd), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:09.283111 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Attempting to bind port 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7 on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:31:09.283604 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Attempting to bind port 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7 by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:31:09.283896 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Attempting to bind port 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7 on network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:31:09.303566 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:31:09.304245 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Checking segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:31:09.304843 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:09.305421 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Bound using segment: {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:31:09.306078 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Bound port: 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a15224-4953-45c6-8025-8d21001cb7f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:31:09.306641 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:09.318454 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0f97a-36c8-4b4d-98b1-a80e8d238ff3 None None] Pushing event updated for resources: {'Port': ['ID=341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:09.353531 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:09.358656 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-fbc49245-ca96-41c8-aee8-2a341a1438d1 None None] Provisioning complete for port fc60a81c-48a8-4026-825b-de8fef8775dd triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:09.359025 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbc49245-ca96-41c8-aee8-2a341a1438d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (fc60a81c-48a8-4026-825b-de8fef8775dd), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:09.408822 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] For port 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:09.413624 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] For port 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:09.417184 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-fbc49245-ca96-41c8-aee8-2a341a1438d1 None None] Port fc60a81c-48a8-4026-825b-de8fef8775dd cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:31:09.422626 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:09.459615 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5c06d5ea-a814-473a-ac24-b9215d43307d admin admin] Publish callbacks [] for port (fc60a81c-48a8-4026-825b-de8fef8775dd), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:09.464068 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Routers {'f5d3abae-2c22-401e-a81d-791fec62ca1f'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:31:09.464844 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:30:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['f5d3abae-2c22-401e-a81d-791fec62ca1f'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:09.471761 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5c06d5ea-a814-473a-ac24-b9215d43307d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012003'] for port (fc60a81c-48a8-4026-825b-de8fef8775dd), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:09.558456 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d5ea-a814-473a-ac24-b9215d43307d admin admin] Pushing event updated for resources: {'Port': ['ID=fc60a81c-48a8-4026-825b-de8fef8775dd,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:09.561110 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5c06d5ea-a814-473a-ac24-b9215d43307d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827522'] for router_interface (f5d3abae-2c22-401e-a81d-791fec62ca1f), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:09.568015 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0f97a-36c8-4b4d-98b1-a80e8d238ff3 None None] Pushing event updated for resources: {'Port': ['ID=341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:09.571796 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 907ec39a-6396-47ea-a66a-3a30988f29dc up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:09.638111 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] Set router f5d3abae-2c22-401e-a81d-791fec62ca1f gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:31:09.646302 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:09.673899 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 907ec39a-6396-47ea-a66a-3a30988f29dc triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:09.674497 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (907ec39a-6396-47ea-a66a-3a30988f29dc), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:09.727250 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51041b5-1d6e-4037-82f4-e8c0d7e7a70d req-4ce28be4-f730-4d8a-b1ec-00a2d110abde tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:09.728976 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d51041b5-1d6e-4037-82f4-e8c0d7e7a70d req-4ce28be4-f730-4d8a-b1ec-00a2d110abde tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.0772493 Aug 19 15:31:09.730925 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c06d5ea-a814-473a-ac24-b9215d43307d admin admin] Network 4611e940-9139-4d9a-a7f2-05ab6b389db1 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:09.732572 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-5c06d5ea-a814-473a-ac24-b9215d43307d admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:09.780308 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:09.849260 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d51041b5-1d6e-4037-82f4-e8c0d7e7a70d req-3c94cb5a-65e4-4c84-8e2d-1ff8d108e7e5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078105 Aug 19 15:31:09.918176 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c06d5ea-a814-473a-ac24-b9215d43307d admin admin] Router f5d3abae-2c22-401e-a81d-791fec62ca1f has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:31:09.922393 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:09.964271 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:09.985319 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 907ec39a-6396-47ea-a66a-3a30988f29dc is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:09.985756 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (907ec39a-6396-47ea-a66a-3a30988f29dc), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:09.998034 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'name': 'tempest-TestShelveInstance-1798401902-router', 'tenant_id': '8977fcec1a794f1494a07cc3e0344b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:06Z', 'updated_at': '2022-08-19T15:31:09Z', 'revision_number': 4, 'project_id': '8977fcec1a794f1494a07cc3e0344b68', 'gw_port': {'id': '341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:06Z', 'updated_at': '2022-08-19T15:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': 'fc60a81c-48a8-4026-825b-de8fef8775dd', 'name': '', 'network_id': '4611e940-9139-4d9a-a7f2-05ab6b389db1', 'tenant_id': '8977fcec1a794f1494a07cc3e0344b68', 'mac_address': 'fa:16:3e:aa:47:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5de66ef4-c08c-4ffb-a83f-ffb48a44845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:08Z', 'updated_at': '2022-08-19T15:31:09Z', 'revision_number': 2, 'project_id': '8977fcec1a794f1494a07cc3e0344b68', 'subnets': [{'id': '5de66ef4-c08c-4ffb-a83f-ffb48a44845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:10.028721 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7f677-b44a-4da2-b23e-a48e5a31b963 None None] The sync data for ids ['f5d3abae-2c22-401e-a81d-791fec62ca1f'] in dv-cinder-835384-20-iscsi is: [{'id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'name': 'tempest-TestShelveInstance-1798401902-router', 'tenant_id': '8977fcec1a794f1494a07cc3e0344b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:06Z', 'updated_at': '2022-08-19T15:31:09Z', 'revision_number': 4, 'project_id': '8977fcec1a794f1494a07cc3e0344b68', 'gw_port': {'id': '341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:06Z', 'updated_at': '2022-08-19T15:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': 'fc60a81c-48a8-4026-825b-de8fef8775dd', 'name': '', 'network_id': '4611e940-9139-4d9a-a7f2-05ab6b389db1', 'tenant_id': '8977fcec1a794f1494a07cc3e0344b68', 'mac_address': 'fa:16:3e:aa:47:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5de66ef4-c08c-4ffb-a83f-ffb48a44845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:08Z', 'updated_at': '2022-08-19T15:31:09Z', 'revision_number': 2, 'project_id': '8977fcec1a794f1494a07cc3e0344b68', 'subnets': [{'id': '5de66ef4-c08c-4ffb-a83f-ffb48a44845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:31:10.039548 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c06d5ea-a814-473a-ac24-b9215d43307d admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:31:10.053123 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-5c06d5ea-a814-473a-ac24-b9215d43307d admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/f5d3abae-2c22-401e-a81d-791fec62ca1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1071959 Aug 19 15:31:10.070346 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-60d4f7d8-fd05-46aa-b7c5-d9e75bf5d60d None None] Provisioning complete for port fc60a81c-48a8-4026-825b-de8fef8775dd triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:10.070718 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-60d4f7d8-fd05-46aa-b7c5-d9e75bf5d60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (fc60a81c-48a8-4026-825b-de8fef8775dd), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:10.097230 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 907ec39a-6396-47ea-a66a-3a30988f29dc, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=907ec39a-6396-47ea-a66a-3a30988f29dc,segment=NetworkSegment(f2880ea9-ded2-4710-9102-ec849acf2b3c),segment_id=f2880ea9-ded2-4710-9102-ec849acf2b3c)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:10.109668 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (907ec39a-6396-47ea-a66a-3a30988f29dc), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:10.110476 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 12fcc045-b4c7-488d-9e8d-4585bdc5e117 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:10.153779 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-60d4f7d8-fd05-46aa-b7c5-d9e75bf5d60d None None] Port fc60a81c-48a8-4026-825b-de8fef8775dd cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:31:10.193867 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=907ec39a-6396-47ea-a66a-3a30988f29dc,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:10.211226 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 12fcc045-b4c7-488d-9e8d-4585bdc5e117 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:10.211865 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (12fcc045-b4c7-488d-9e8d-4585bdc5e117), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:10.215340 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:10.336598 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 12fcc045-b4c7-488d-9e8d-4585bdc5e117 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:10.572791 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48474) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:31:10.577421 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-3801deda-3f4c-49fc-8baf-8cec0a60132a tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1228397413', 'description': 'tempest-secgroup-smoke-1228397413 description', 'project_id': '7111b041a72b4481b3c8a286589e0a4e'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:10.600873 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3801deda-3f4c-49fc-8baf-8cec0a60132a tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:10.686860 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3801deda-3f4c-49fc-8baf-8cec0a60132a tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group (247d845c-9de6-4148-aa56-5fac7f1f232c), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:10.692080 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3801deda-3f4c-49fc-8baf-8cec0a60132a tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (247d845c-9de6-4148-aa56-5fac7f1f232c), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:10.723447 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3801deda-3f4c-49fc-8baf-8cec0a60132a tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:10.724634 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3801deda-3f4c-49fc-8baf-8cec0a60132a tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1507785 Aug 19 15:31:10.726625 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801deda-3f4c-49fc-8baf-8cec0a60132a tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=247d845c-9de6-4148-aa56-5fac7f1f232c,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:10.728853 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 48476) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:31:10.736100 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-8521b1e6-d9a6-4911-acb6-ea45091b1063 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Request body: {'security_group_rule': {'security_group_id': '247d845c-9de6-4148-aa56-5fac7f1f232c', 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:10.767952 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8521b1e6-d9a6-4911-acb6-ea45091b1063 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group_rule (82258d27-8e0f-4a92-9700-15567b957647), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:10.827704 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8521b1e6-d9a6-4911-acb6-ea45091b1063 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group_rule (82258d27-8e0f-4a92-9700-15567b957647), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:10.831513 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8521b1e6-d9a6-4911-acb6-ea45091b1063 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (82258d27-8e0f-4a92-9700-15567b957647), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:10.852430 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521b1e6-d9a6-4911-acb6-ea45091b1063 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82258d27-8e0f-4a92-9700-15567b957647,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:10.860381 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8521b1e6-d9a6-4911-acb6-ea45091b1063 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:10.862300 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-8521b1e6-d9a6-4911-acb6-ea45091b1063 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317058 Aug 19 15:31:10.865374 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48478) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:31:10.870211 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-8b5c1e45-5feb-4bc0-96f3-06b53b2f46a5 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Request body: {'security_group_rule': {'security_group_id': '247d845c-9de6-4148-aa56-5fac7f1f232c', 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:10.901354 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 5bf9b7d8-d705-4190-bd01-29213ebc351a details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:31:10.906256 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1e45-5feb-4bc0-96f3-06b53b2f46a5 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group_rule (ea6e2bb2-b0cd-404a-9880-e5966b2954cf), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.030967 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1e45-5feb-4bc0-96f3-06b53b2f46a5 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group_rule (ea6e2bb2-b0cd-404a-9880-e5966b2954cf), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.038098 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee588ce-d65e-4235-8db3-d17d20cb0478 req-b7b9d2f9-fca0-409c-8f43-0703d131a94e tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:11.039700 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fee588ce-d65e-4235-8db3-d17d20cb0478 req-b7b9d2f9-fca0-409c-8f43-0703d131a94e tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 943 time: 0.0721505 Aug 19 15:31:11.041114 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1e45-5feb-4bc0-96f3-06b53b2f46a5 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (ea6e2bb2-b0cd-404a-9880-e5966b2954cf), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.070397 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 5bf9b7d8-d705-4190-bd01-29213ebc351a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5bf9b7d8-d705-4190-bd01-29213ebc351a,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:11.070654 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c1e45-5feb-4bc0-96f3-06b53b2f46a5 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6e2bb2-b0cd-404a-9880-e5966b2954cf,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:11.084070 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1e45-5feb-4bc0-96f3-06b53b2f46a5 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.088226 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-8b5c1e45-5feb-4bc0-96f3-06b53b2f46a5 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2215877 Aug 19 15:31:11.088624 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 48482) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:31:11.095557 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-df727016-8c60-4768-8caa-e561676c8d1d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Request body: {'security_group_rule': {'security_group_id': '247d845c-9de6-4148-aa56-5fac7f1f232c', 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:11.102882 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': '5bf9b7d8-d705-4190-bd01-29213ebc351a', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'port_id': '5bf9b7d8-d705-4190-bd01-29213ebc351a', 'mac_address': 'fa:16:3e:48:9c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:31:11.107671 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:11.123534 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fee588ce-d65e-4235-8db3-d17d20cb0478 req-622f4956-b31c-4998-aaae-0af39c29cdd4 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735550 Aug 19 15:31:11.132510 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-df727016-8c60-4768-8caa-e561676c8d1d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group_rule (28d23994-b2db-4098-879f-aa9c115884e1), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.148833 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 5bf9b7d8-d705-4190-bd01-29213ebc351a is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:11.149226 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.164013 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf9b7d8-d705-4190-bd01-29213ebc351a {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:31:11.187119 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 5bf9b7d8-d705-4190-bd01-29213ebc351a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5bf9b7d8-d705-4190-bd01-29213ebc351a,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:11.190606 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.202434 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-df727016-8c60-4768-8caa-e561676c8d1d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group_rule (28d23994-b2db-4098-879f-aa9c115884e1), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.206877 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-df727016-8c60-4768-8caa-e561676c8d1d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (28d23994-b2db-4098-879f-aa9c115884e1), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.224961 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:11.233844 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df727016-8c60-4768-8caa-e561676c8d1d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d23994-b2db-4098-879f-aa9c115884e1,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:11.250772 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-df727016-8c60-4768-8caa-e561676c8d1d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.251475 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=5bf9b7d8-d705-4190-bd01-29213ebc351a,revision_number=9']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:11.251916 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-df727016-8c60-4768-8caa-e561676c8d1d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1621921 Aug 19 15:31:11.255123 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48484) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:31:11.259849 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-81b695d9-32ea-4fbb-acab-959dfcae4c8d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Request body: {'security_group_rule': {'security_group_id': '247d845c-9de6-4148-aa56-5fac7f1f232c', 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:11.288681 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-81b695d9-32ea-4fbb-acab-959dfcae4c8d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group_rule (7dd3d0a9-6167-4c1c-8f26-c30987dc71cc), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.352962 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-81b695d9-32ea-4fbb-acab-959dfcae4c8d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group_rule (7dd3d0a9-6167-4c1c-8f26-c30987dc71cc), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.358280 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-81b695d9-32ea-4fbb-acab-959dfcae4c8d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (7dd3d0a9-6167-4c1c-8f26-c30987dc71cc), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.381120 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b695d9-32ea-4fbb-acab-959dfcae4c8d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd3d0a9-6167-4c1c-8f26-c30987dc71cc,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:11.387708 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-81b695d9-32ea-4fbb-acab-959dfcae4c8d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.391893 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 48490) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:31:11.392140 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-81b695d9-32ea-4fbb-acab-959dfcae4c8d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358728 Aug 19 15:31:11.399152 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-33528947-2478-4fae-a2a9-13a496f96305 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Request body: {'security_group_rule': {'security_group_id': '247d845c-9de6-4148-aa56-5fac7f1f232c', 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:11.410235 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=2,neutron:INSERT=5,neutron:SELECT=89,neutron:DELETE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:11.428265 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.securitygroups_db [None req-33528947-2478-4fae-a2a9-13a496f96305 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Project 7111b041a72b4481b3c8a286589e0a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:31:11.464854 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['5bf9b7d8-d705-4190-bd01-29213ebc351a'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:31:11.622579 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:11.720453 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:11.720830 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.729620 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:11.740167 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-33528947-2478-4fae-a2a9-13a496f96305 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group_rule (2f136411-f067-4f28-b771-9110eb6aeeae), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.814090 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-33528947-2478-4fae-a2a9-13a496f96305 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group_rule (2f136411-f067-4f28-b771-9110eb6aeeae), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.818800 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-33528947-2478-4fae-a2a9-13a496f96305 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (2f136411-f067-4f28-b771-9110eb6aeeae), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.830833 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7 is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:11.831228 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.838100 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33528947-2478-4fae-a2a9-13a496f96305 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f136411-f067-4f28-b771-9110eb6aeeae,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:11.846477 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-33528947-2478-4fae-a2a9-13a496f96305 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.850419 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-33528947-2478-4fae-a2a9-13a496f96305 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4540031 Aug 19 15:31:11.850667 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 48494) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:31:11.855341 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-2e881e07-070b-4611-8e78-e84e3f940e84 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Request body: {'security_group_rule': {'security_group_id': '247d845c-9de6-4148-aa56-5fac7f1f232c', 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:11.856049 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:11.860928 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.861785 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 907ec39a-6396-47ea-a66a-3a30988f29dc up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:11.877511 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.securitygroups_db [None req-2e881e07-070b-4611-8e78-e84e3f940e84 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Project 7111b041a72b4481b3c8a286589e0a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:31:11.884022 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2e881e07-070b-4611-8e78-e84e3f940e84 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group_rule (d430d5cc-c64f-4e70-b283-6c7691390e36), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.933595 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:11.941267 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:11.944269 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2e881e07-070b-4611-8e78-e84e3f940e84 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group_rule (d430d5cc-c64f-4e70-b283-6c7691390e36), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.949684 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2e881e07-070b-4611-8e78-e84e3f940e84 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (d430d5cc-c64f-4e70-b283-6c7691390e36), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.950678 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 907ec39a-6396-47ea-a66a-3a30988f29dc triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:11.951626 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (907ec39a-6396-47ea-a66a-3a30988f29dc), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.969955 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e881e07-070b-4611-8e78-e84e3f940e84 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d430d5cc-c64f-4e70-b283-6c7691390e36,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:11.975557 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2e881e07-070b-4611-8e78-e84e3f940e84 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:11.984830 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-2e881e07-070b-4611-8e78-e84e3f940e84 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1329482 Aug 19 15:31:12.040153 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 907ec39a-6396-47ea-a66a-3a30988f29dc is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:12.291009 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cbf16-8d66-4c81-8efa-97480f06e7ac req-6b307d67-ffb5-4224-ab2c-caf5bff4d4a9 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:12.292546 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ee5cbf16-8d66-4c81-8efa-97480f06e7ac req-6b307d67-ffb5-4224-ab2c-caf5bff4d4a9 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 944 time: 0.0632241 Aug 19 15:31:12.348714 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ee5cbf16-8d66-4c81-8efa-97480f06e7ac req-106981c4-0f74-4e7e-ac64-88993965dc5b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498698 Aug 19 15:31:12.552763 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Sync routers for ids ['f5d3abae-2c22-401e-a81d-791fec62ca1f'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:31:12.563280 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Routers {'f5d3abae-2c22-401e-a81d-791fec62ca1f'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:31:12.563893 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:30:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['f5d3abae-2c22-401e-a81d-791fec62ca1f'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:12.674077 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Set router f5d3abae-2c22-401e-a81d-791fec62ca1f gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:31:12.879471 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'name': 'tempest-TestShelveInstance-1798401902-router', 'tenant_id': '8977fcec1a794f1494a07cc3e0344b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:06Z', 'updated_at': '2022-08-19T15:31:09Z', 'revision_number': 4, 'project_id': '8977fcec1a794f1494a07cc3e0344b68', 'gw_port': {'id': '341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:06Z', 'updated_at': '2022-08-19T15:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': 'fc60a81c-48a8-4026-825b-de8fef8775dd', 'name': '', 'network_id': '4611e940-9139-4d9a-a7f2-05ab6b389db1', 'tenant_id': '8977fcec1a794f1494a07cc3e0344b68', 'mac_address': 'fa:16:3e:aa:47:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5de66ef4-c08c-4ffb-a83f-ffb48a44845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:08Z', 'updated_at': '2022-08-19T15:31:09Z', 'revision_number': 2, 'project_id': '8977fcec1a794f1494a07cc3e0344b68', 'subnets': [{'id': '5de66ef4-c08c-4ffb-a83f-ffb48a44845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:12.904976 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Checking router: f5d3abae-2c22-401e-a81d-791fec62ca1f for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:31:12.905331 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Updating router f5d3abae-2c22-401e-a81d-791fec62ca1f port fc60a81c-48a8-4026-825b-de8fef8775dd binding host dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:31:12.924547 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 5bf9b7d8-d705-4190-bd01-29213ebc351a up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:12.929924 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 48560) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:31:12.945204 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (fc60a81c-48a8-4026-825b-de8fef8775dd), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:12.973873 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port 5bf9b7d8-d705-4190-bd01-29213ebc351a triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:12.974890 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:13.056308 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 5bf9b7d8-d705-4190-bd01-29213ebc351a is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:13.056819 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:13.073640 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-102b3e92-999d-4f45-a918-81a762c3b3c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:13.085769 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b2c2fe-ead2-4d92-b4fb-dc42b41094fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf9b7d8-d705-4190-bd01-29213ebc351a'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:31:13.088445 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab78f1b3-b91d-4736-b4cc-a8d6f81aec63" -d '{"events": [{"server_uuid": "08b2c2fe-ead2-4d92-b4fb-dc42b41094fd", "name": "network-vif-plugged", "status": "completed", "tag": "5bf9b7d8-d705-4190-bd01-29213ebc351a"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:31:13.104254 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 5bf9b7d8-d705-4190-bd01-29213ebc351a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5bf9b7d8-d705-4190-bd01-29213ebc351a,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:13.109058 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:13.152208 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6a8517-2005-4fa2-8b41-7c3e11374b11 x-openstack-request-id: req-da6a8517-2005-4fa2-8b41-7c3e11374b11 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:31:13.152544 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b2c2fe-ead2-4d92-b4fb-dc42b41094fd", "name": "network-vif-plugged", "status": "completed", "tag": "5bf9b7d8-d705-4190-bd01-29213ebc351a", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:31:13.152828 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-da6a8517-2005-4fa2-8b41-7c3e11374b11 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:31:13.153228 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6a8517-2005-4fa2-8b41-7c3e11374b11'] response: {'server_uuid': '08b2c2fe-ead2-4d92-b4fb-dc42b41094fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf9b7d8-d705-4190-bd01-29213ebc351a', 'code': 200} Aug 19 15:31:13.182265 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=5bf9b7d8-d705-4190-bd01-29213ebc351a,revision_number=10']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:13.189067 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-102b3e92-999d-4f45-a918-81a762c3b3c8 admin admin] Publish callbacks [] for security_group (c688916f-b2e3-42e7-bf41-556ea7c40f75), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:13.189795 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:13.190146 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:13.190568 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:13.190910 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:13.191281 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:13.191693 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:13.192047 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:13.192419 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:13.192782 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:13.193168 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:13.193500 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:13.193852 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:13.195044 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:13.195315 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:13.195478 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:13.195691 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:13.197367 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-102b3e92-999d-4f45-a918-81a762c3b3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (c688916f-b2e3-42e7-bf41-556ea7c40f75), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:13.244954 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-102b3e92-999d-4f45-a918-81a762c3b3c8 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=d2ba9fce1d2948d3b7ab9cea5d936ea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129044 Aug 19 15:31:13.247942 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48566) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:31:13.248681 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b3e92-999d-4f45-a918-81a762c3b3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c688916f-b2e3-42e7-bf41-556ea7c40f75,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:13.259541 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:13.261981 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Publish callbacks [] for port (fc60a81c-48a8-4026-825b-de8fef8775dd), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:13.267583 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (fc60a81c-48a8-4026-825b-de8fef8775dd), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:13.307355 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fed02edb-4f48-42e0-ab69-996919c56223 admin admin] Publish callbacks [] for security_group (c688916f-b2e3-42e7-bf41-556ea7c40f75), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:13.328736 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fed02edb-4f48-42e0-ab69-996919c56223 admin admin] Publish callbacks [] for security_group (c688916f-b2e3-42e7-bf41-556ea7c40f75), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:13.352125 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3ac7e-50bc-4ead-833f-0656ca771a3f None None] Pushing event updated for resources: {'Port': ['ID=fc60a81c-48a8-4026-825b-de8fef8775dd,revision_number=3']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:13.356007 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:13.366754 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Attempting to bind port fc60a81c-48a8-4026-825b-de8fef8775dd on host dv-cinder-835384-20-iscsi for vnic_type normal with profile {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:31:13.367120 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Attempting to bind port fc60a81c-48a8-4026-825b-de8fef8775dd by drivers openvswitch,hyperv on host dv-cinder-835384-20-iscsi at level 0 using segments [{'id': 'c0daccff-bbf4-45e3-ba22-705af3f027cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4611e940-9139-4d9a-a7f2-05ab6b389db1'}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:31:13.367481 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Attempting to bind port fc60a81c-48a8-4026-825b-de8fef8775dd on network 4611e940-9139-4d9a-a7f2-05ab6b389db1 {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:31:13.373967 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Checking agent: {'id': 'f5da4851-9dae-45cb-9f3c-c8de4800b568', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 14, 49), 'started_at': datetime.datetime(2022, 8, 19, 15, 15, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:31:13.374375 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Checking segment: {'id': 'c0daccff-bbf4-45e3-ba22-705af3f027cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4611e940-9139-4d9a-a7f2-05ab6b389db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:31:13.375004 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:13.375465 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Bound using segment: {'id': 'c0daccff-bbf4-45e3-ba22-705af3f027cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4611e940-9139-4d9a-a7f2-05ab6b389db1'} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:31:13.375929 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Bound port: fc60a81c-48a8-4026-825b-de8fef8775dd, host: dv-cinder-835384-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0daccff-bbf4-45e3-ba22-705af3f027cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4611e940-9139-4d9a-a7f2-05ab6b389db1'}}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:31:13.376306 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (fc60a81c-48a8-4026-825b-de8fef8775dd), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:13.383412 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fed02edb-4f48-42e0-ab69-996919c56223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (c688916f-b2e3-42e7-bf41-556ea7c40f75), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:13.386035 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fed02edb-4f48-42e0-ab69-996919c56223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:13.387205 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-fed02edb-4f48-42e0-ab69-996919c56223 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/c688916f-b2e3-42e7-bf41-556ea7c40f75 HTTP/1.1" status: 204 len: 168 time: 0.1376870 Aug 19 15:31:13.409982 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed02edb-4f48-42e0-ab69-996919c56223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c688916f-b2e3-42e7-bf41-556ea7c40f75,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:13.428984 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5e430346-9d4e-403a-8576-cc81fed9c922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:13.486352 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] For port fc60a81c-48a8-4026-825b-de8fef8775dd, host dv-cinder-835384-20-iscsi, cleared binding levels {{(pid=106287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:13.492234 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] For port fc60a81c-48a8-4026-825b-de8fef8775dd, host dv-cinder-835384-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=fc60a81c-48a8-4026-825b-de8fef8775dd,segment=NetworkSegment(c0daccff-bbf4-45e3-ba22-705af3f027cd),segment_id=c0daccff-bbf4-45e3-ba22-705af3f027cd)] {{(pid=106287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:13.507116 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (fc60a81c-48a8-4026-825b-de8fef8775dd), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:13.522386 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f21692-10cf-4d12-ae37-a63a01d3d362 req-5be24eea-8946-4fba-976e-cee907d95e2d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:13.523948 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e2f21692-10cf-4d12-ae37-a63a01d3d362 req-5be24eea-8946-4fba-976e-cee907d95e2d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 946 time: 0.0715282 Aug 19 15:31:13.603065 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Routers {'f5d3abae-2c22-401e-a81d-791fec62ca1f'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:31:13.604224 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:30:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['f5d3abae-2c22-401e-a81d-791fec62ca1f'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:13.620456 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7 up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:13.665091 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3ac7e-50bc-4ead-833f-0656ca771a3f None None] Pushing event updated for resources: {'Port': ['ID=fc60a81c-48a8-4026-825b-de8fef8775dd,revision_number=4']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:13.688340 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f4008-5235-4c16-9404-0763b5bb9f76 req-cb49a59a-942b-417a-8f4f-4a72d928394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:13.690571 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f39f4008-5235-4c16-9404-0763b5bb9f76 req-cb49a59a-942b-417a-8f4f-4a72d928394e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 1130 time: 0.0814891 Aug 19 15:31:13.737710 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:13.753157 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:13.808410 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] Set router f5d3abae-2c22-401e-a81d-791fec62ca1f gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:31:13.810034 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-f39f4008-5235-4c16-9404-0763b5bb9f76 req-4f3535f8-f2f0-4245-85f3-605e80e95aaf service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085794 Aug 19 15:31:13.884423 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7 is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:13.925484 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e2f21692-10cf-4d12-ae37-a63a01d3d362 req-926981ad-3a81-4df9-a2f5-477bb48950f9 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3932548 Aug 19 15:31:14.054373 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'name': 'tempest-TestShelveInstance-1798401902-router', 'tenant_id': '8977fcec1a794f1494a07cc3e0344b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:06Z', 'updated_at': '2022-08-19T15:31:09Z', 'revision_number': 4, 'project_id': '8977fcec1a794f1494a07cc3e0344b68', 'gw_port': {'id': '341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:06Z', 'updated_at': '2022-08-19T15:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': 'fc60a81c-48a8-4026-825b-de8fef8775dd', 'name': '', 'network_id': '4611e940-9139-4d9a-a7f2-05ab6b389db1', 'tenant_id': '8977fcec1a794f1494a07cc3e0344b68', 'mac_address': 'fa:16:3e:aa:47:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5de66ef4-c08c-4ffb-a83f-ffb48a44845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:08Z', 'updated_at': '2022-08-19T15:31:13Z', 'revision_number': 4, 'project_id': '8977fcec1a794f1494a07cc3e0344b68', 'subnets': [{'id': '5de66ef4-c08c-4ffb-a83f-ffb48a44845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:14.080109 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034f17b-707d-4886-8f2d-8d4728b2fa27 None None] The sync data for ids ['f5d3abae-2c22-401e-a81d-791fec62ca1f'] in dv-cinder-835384-20-iscsi is: [{'id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'name': 'tempest-TestShelveInstance-1798401902-router', 'tenant_id': '8977fcec1a794f1494a07cc3e0344b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:06Z', 'updated_at': '2022-08-19T15:31:09Z', 'revision_number': 4, 'project_id': '8977fcec1a794f1494a07cc3e0344b68', 'gw_port': {'id': '341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:06Z', 'updated_at': '2022-08-19T15:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': 'fc60a81c-48a8-4026-825b-de8fef8775dd', 'name': '', 'network_id': '4611e940-9139-4d9a-a7f2-05ab6b389db1', 'tenant_id': '8977fcec1a794f1494a07cc3e0344b68', 'mac_address': 'fa:16:3e:aa:47:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5de66ef4-c08c-4ffb-a83f-ffb48a44845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:08Z', 'updated_at': '2022-08-19T15:31:13Z', 'revision_number': 4, 'project_id': '8977fcec1a794f1494a07cc3e0344b68', 'subnets': [{'id': '5de66ef4-c08c-4ffb-a83f-ffb48a44845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:31:15.061767 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfcded-42ce-4d76-a86f-b8f1ed9b73c1 req-745b71c4-ac28-46b1-aa0e-a98ab00633e5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:15.063243 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25cfcded-42ce-4d76-a86f-b8f1ed9b73c1 req-745b71c4-ac28-46b1-aa0e-a98ab00633e5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 946 time: 0.0495796 Aug 19 15:31:15.115428 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25cfcded-42ce-4d76-a86f-b8f1ed9b73c1 req-9fe829d4-5b94-4430-b643-6c50b4ed2c4c tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453672 Aug 19 15:31:15.507260 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device fc60a81c-48a8-4026-825b-de8fef8775dd up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:15.557353 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port fc60a81c-48a8-4026-825b-de8fef8775dd triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:15.557756 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (fc60a81c-48a8-4026-825b-de8fef8775dd), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:15.599260 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:15.647099 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port fc60a81c-48a8-4026-825b-de8fef8775dd is: DOWN; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:15.647511 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (fc60a81c-48a8-4026-825b-de8fef8775dd), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:15.695991 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] For port fc60a81c-48a8-4026-825b-de8fef8775dd, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=fc60a81c-48a8-4026-825b-de8fef8775dd,segment=NetworkSegment(c0daccff-bbf4-45e3-ba22-705af3f027cd),segment_id=c0daccff-bbf4-45e3-ba22-705af3f027cd)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:15.700841 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (fc60a81c-48a8-4026-825b-de8fef8775dd), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:15.750687 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Pushing event updated for resources: {'Port': ['ID=fc60a81c-48a8-4026-825b-de8fef8775dd,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:15.778814 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f8aa41f0-446c-4fc0-acaf-cf28eff42b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:16.246809 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfca91-ab8e-4d7b-93d8-23af7f99ef03 req-68b82805-09c8-42f0-954b-309a54f5d6fd tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:16.248296 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3adfca91-ab8e-4d7b-93d8-23af7f99ef03 req-68b82805-09c8-42f0-954b-309a54f5d6fd tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 946 time: 0.0493984 Aug 19 15:31:16.309426 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3adfca91-ab8e-4d7b-93d8-23af7f99ef03 req-095c8d47-7e5f-46d7-b5c8-a6d5e16db3d4 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529962 Aug 19 15:31:17.057720 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:17.064745 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:17.490583 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device fc60a81c-48a8-4026-825b-de8fef8775dd up at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:17.538076 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Provisioning complete for port fc60a81c-48a8-4026-825b-de8fef8775dd triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:17.538438 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (fc60a81c-48a8-4026-825b-de8fef8775dd), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:17.612044 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Current status of the port fc60a81c-48a8-4026-825b-de8fef8775dd is: ACTIVE; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:18.515703 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:18.545808 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:23.793982 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=59,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:23.799353 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=55,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:24.056599 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:24.057358 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=62,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:26.191636 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-0650b404-b111-468a-8c89-771d7cc7aba8 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-614027275&fields=id&tenant_id=0add00db6668475093f558e9700333d1 HTTP/1.1" status: 200 len: 267 time: 0.0444338 Aug 19 15:31:26.301488 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-43396906-ddf2-4674-b848-4a694c06b922 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:26.305036 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-43396906-ddf2-4674-b848-4a694c06b922 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/networks?id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 HTTP/1.1" status: 200 len: 812 time: 0.1071095 Aug 19 15:31:26.319070 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-f97f068a-9af1-4400-acc1-32d30d1a7403 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/quotas/0add00db6668475093f558e9700333d1 HTTP/1.1" status: 200 len: 375 time: 0.0087602 Aug 19 15:31:26.373190 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-91dd8b35-0840-44e0-bd35-a1824174c6ae tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=0add00db6668475093f558e9700333d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492792 Aug 19 15:31:26.466173 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:26.470079 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-8ade86bf-cb35-4ab9-8b86-2dab9c9e5f4e service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851817 Aug 19 15:31:26.581032 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-e29bbf8c-3edc-45c0-afe9-a1c75963beae service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044548 Aug 19 15:31:27.885874 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-16999b73-84ee-4dd4-8e10-59238bf7d1f2 req-4c2c4962-55fc-4a7a-b4a3-9aba13c4675b tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 210 time: 0.0285821 Aug 19 15:31:28.531886 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:28.541945 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:28.970422 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-da7227c1-ed54-4521-8b40-90278d7fdf6c req-a8bd4948-ba18-4478-a999-da6d73d64fc1 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 210 time: 0.0286727 Aug 19 15:31:29.544212 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-e693cef8-26fe-468c-9f9e-eba774bf2650 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1228397413&fields=id&tenant_id=7111b041a72b4481b3c8a286589e0a4e HTTP/1.1" status: 200 len: 267 time: 0.0473089 Aug 19 15:31:29.648722 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-e670aec3-9b06-493f-b051-881c928cb436 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:29.650089 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-e670aec3-9b06-493f-b051-881c928cb436 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/networks?id=79008e7b-f33e-4610-a522-4d5d851ee288 HTTP/1.1" status: 200 len: 808 time: 0.0993161 Aug 19 15:31:29.665054 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-38f16522-4ede-4ba7-ab85-e3b826524e2a tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/quotas/7111b041a72b4481b3c8a286589e0a4e HTTP/1.1" status: 200 len: 375 time: 0.0096211 Aug 19 15:31:29.716007 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-67078db8-38ee-4114-bdd2-ca97fd6676f3 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=7111b041a72b4481b3c8a286589e0a4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459721 Aug 19 15:31:29.806281 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:29.816951 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-43fc819e-4c1c-4584-b592-815a76498143 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/79008e7b-f33e-4610-a522-4d5d851ee288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893457 Aug 19 15:31:29.909897 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-95735a28-d0a3-4b29-87f8-da6c1b9c8b4c service neutron] 10.222.0.75 "GET /networking/v2.0/networks/79008e7b-f33e-4610-a522-4d5d851ee288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864830 Aug 19 15:31:30.060325 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-db4cdd99-0883-47e8-8d8e-f5e55d081128 req-68f1dfcd-c62b-4e39-8938-ecf1f250464e tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 210 time: 0.0341389 Aug 19 15:31:30.221091 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-112763c6-c4f1-48d9-8a08-31f6e729ab34 req-5db8effa-23ee-4f88-9759-4fe1e6b730bc tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 210 time: 0.0282724 Aug 19 15:31:31.154704 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ccb6d076-843d-4f09-8aae-1ddfa5fe8bb7 req-402eea74-b3e7-4209-8b8d-945831fe9002 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 210 time: 0.0349944 Aug 19 15:31:31.237991 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-cd06933d-b413-42dd-884e-18ed1f3415fe tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:31.239444 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-cd06933d-b413-42dd-884e-18ed1f3415fe tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.52 "GET /networking/v2.0/networks?id=79008e7b-f33e-4610-a522-4d5d851ee288 HTTP/1.1" status: 200 len: 808 time: 0.1332469 Aug 19 15:31:31.324528 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-e67638aa-23bf-49f0-be2f-0014fb3ff8e9 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7111b041a72b4481b3c8a286589e0a4e HTTP/1.1" status: 200 len: 380 time: 0.0627420 Aug 19 15:31:31.333983 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-cea3bdb7-7c88-4268-863c-315af838476f tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Request body: {'port': {'device_id': '446054b4-8b4f-45ec-9e9b-4a552af02065', 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288', 'admin_state_up': True, 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'security_groups': ['247d845c-9de6-4148-aa56-5fac7f1f232c']}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:31.342959 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-30c4e38d-bc15-43d3-ab4f-ffbdc6700f3a req-ea78e588-1e66-440d-82a8-540ba163ade7 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 210 time: 0.0333664 Aug 19 15:31:31.451927 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-cea3bdb7-7c88-4268-863c-315af838476f tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Made reservation on behalf of 7111b041a72b4481b3c8a286589e0a4e for: {'port': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:31.455311 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-cea3bdb7-7c88-4268-863c-315af838476f tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:31.592054 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-cea3bdb7-7c88-4268-863c-315af838476f tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Allocated IP 172.20.0.8 (79008e7b-f33e-4610-a522-4d5d851ee288/9c6457a2-ef32-4292-b3d5-a1d4e98c36db/202d895f-8706-4b55-b8a7-80568bae22d1) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:31.750161 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-cea3bdb7-7c88-4268-863c-315af838476f tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for port (202d895f-8706-4b55-b8a7-80568bae22d1), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:31.782986 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-cea3bdb7-7c88-4268-863c-315af838476f tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:31.824847 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-cea3bdb7-7c88-4268-863c-315af838476f tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Network 79008e7b-f33e-4610-a522-4d5d851ee288 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:31.827970 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-cea3bdb7-7c88-4268-863c-315af838476f tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:31.834168 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-cea3bdb7-7c88-4268-863c-315af838476f tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:31:31.870602 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3bdb7-7c88-4268-863c-315af838476f tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Pushing event updated for resources: {'Port': ['ID=202d895f-8706-4b55-b8a7-80568bae22d1,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:31.894256 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-cea3bdb7-7c88-4268-863c-315af838476f tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:31.894881 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-cea3bdb7-7c88-4268-863c-315af838476f tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:31.912685 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-cea3bdb7-7c88-4268-863c-315af838476f tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5826213 Aug 19 15:31:31.933848 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Request body: {'port': {'device_id': '446054b4-8b4f-45ec-9e9b-4a552af02065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:31.998753 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:32.000546 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:32.030871 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-f7d5066d-ce78-4e5a-a78f-1afdd0c88ad3 None None] Provisioning complete for port 202d895f-8706-4b55-b8a7-80568bae22d1 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:32.031457 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f7d5066d-ce78-4e5a-a78f-1afdd0c88ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:32.033981 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:32.063860 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-f7d5066d-ce78-4e5a-a78f-1afdd0c88ad3 None None] Port 202d895f-8706-4b55-b8a7-80568bae22d1 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:31:32.261207 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-84a64595-a0a8-4f11-b9b7-ea7a8e1bf90d req-68674fad-a650-4ee9-8360-d0dde6a1bb64 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 210 time: 0.0282176 Aug 19 15:31:32.266150 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 202d895f-8706-4b55-b8a7-80568bae22d1 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:31:32.274778 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Publish callbacks [] for port (202d895f-8706-4b55-b8a7-80568bae22d1), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:32.287178 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Transition to ACTIVE for port object 202d895f-8706-4b55-b8a7-80568bae22d1 will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:31:32.293725 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:32.358674 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Pushing event updated for resources: {'Port': ['ID=202d895f-8706-4b55-b8a7-80568bae22d1,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:32.411540 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Attempting to bind port 202d895f-8706-4b55-b8a7-80568bae22d1 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:31:32.411540 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Attempting to bind port 202d895f-8706-4b55-b8a7-80568bae22d1 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'f2880ea9-ded2-4710-9102-ec849acf2b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:31:32.411863 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Attempting to bind port 202d895f-8706-4b55-b8a7-80568bae22d1 on network 79008e7b-f33e-4610-a522-4d5d851ee288 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:31:32.417085 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Port 202d895f-8706-4b55-b8a7-80568bae22d1 on network 79008e7b-f33e-4610-a522-4d5d851ee288 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:31:32.417406 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Attempting to bind port 202d895f-8706-4b55-b8a7-80568bae22d1 on network 79008e7b-f33e-4610-a522-4d5d851ee288 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:31:32.422326 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:31:32.422659 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Checking segment: {'id': 'f2880ea9-ded2-4710-9102-ec849acf2b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:31:32.423037 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Bound using segment: {'id': 'f2880ea9-ded2-4710-9102-ec849acf2b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:31:32.423454 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Bound port: 202d895f-8706-4b55-b8a7-80568bae22d1, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2880ea9-ded2-4710-9102-ec849acf2b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:31:32.423804 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:32.478813 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2dd545-12ba-42d3-a4e5-ad4fc6e36651 req-1e0e4bbf-15c8-4fd5-995c-852dc19f2ae2 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:32.480820 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4e2dd545-12ba-42d3-a4e5-ad4fc6e36651 req-1e0e4bbf-15c8-4fd5-995c-852dc19f2ae2 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 943 time: 0.0583351 Aug 19 15:31:32.497000 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] For port 202d895f-8706-4b55-b8a7-80568bae22d1, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:32.500853 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] For port 202d895f-8706-4b55-b8a7-80568bae22d1, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=202d895f-8706-4b55-b8a7-80568bae22d1,segment=NetworkSegment(f2880ea9-ded2-4710-9102-ec849acf2b3c),segment_id=f2880ea9-ded2-4710-9102-ec849acf2b3c)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:32.507343 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:32.512987 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:32.513585 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:32.515046 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/202d895f-8706-4b55-b8a7-80568bae22d1 HTTP/1.1" status: 200 len: 1093 time: 0.5859933 Aug 19 15:31:32.515648 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446054b4-8b4f-45ec-9e9b-4a552af02065', 'tag': '202d895f-8706-4b55-b8a7-80568bae22d1'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:31:32.518141 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787f4480-2531-4185-9161-3868469d7d21" -d '{"events": [{"name": "network-changed", "server_uuid": "446054b4-8b4f-45ec-9e9b-4a552af02065", "tag": "202d895f-8706-4b55-b8a7-80568bae22d1"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:31:32.541756 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4e2dd545-12ba-42d3-a4e5-ad4fc6e36651 req-bed3b513-1d25-42fc-b112-dda4ed5b3f81 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543654 Aug 19 15:31:32.573652 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9326c70c-94ff-4fea-bebb-cb061e68ed06 x-openstack-request-id: req-9326c70c-94ff-4fea-bebb-cb061e68ed06 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:31:32.574113 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446054b4-8b4f-45ec-9e9b-4a552af02065", "tag": "202d895f-8706-4b55-b8a7-80568bae22d1", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:31:32.574428 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9326c70c-94ff-4fea-bebb-cb061e68ed06 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:31:32.574883 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9326c70c-94ff-4fea-bebb-cb061e68ed06'] response: {'name': 'network-changed', 'server_uuid': '446054b4-8b4f-45ec-9e9b-4a552af02065', 'tag': '202d895f-8706-4b55-b8a7-80568bae22d1', 'status': 'completed', 'code': 200} Aug 19 15:31:32.579533 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d7097-d1f0-4a86-8e5e-8351165e7635 service neutron] Pushing event updated for resources: {'Port': ['ID=202d895f-8706-4b55-b8a7-80568bae22d1,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:32.625986 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-88348155-46e3-4b53-9194-85029ed1fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:32.627474 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-88348155-46e3-4b53-9194-85029ed1fa71 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7111b041a72b4481b3c8a286589e0a4e&device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 1127 time: 0.0393441 Aug 19 15:31:32.842242 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-f2567ca4-319e-445f-9b5d-bb1d768b8c4c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=202d895f-8706-4b55-b8a7-80568bae22d1 HTTP/1.1" status: 200 len: 217 time: 0.0346596 Aug 19 15:31:32.926077 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-e764bb7d-ad6f-4859-82a4-6de2430a340f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:32.927876 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-e764bb7d-ad6f-4859-82a4-6de2430a340f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9c6457a2-ef32-4292-b3d5-a1d4e98c36db HTTP/1.1" status: 200 len: 847 time: 0.0772216 Aug 19 15:31:33.014557 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-19d3b26f-c501-4126-9a56-9fc2691c071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:33.016081 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-19d3b26f-c501-4126-9a56-9fc2691c071e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=79008e7b-f33e-4610-a522-4d5d851ee288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0818603 Aug 19 15:31:33.058432 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-2a847fa1-1857-4ebb-8eef-922969aa257b tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:33.059889 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-2a847fa1-1857-4ebb-8eef-922969aa257b tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.52 "GET /networking/v2.0/networks?id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 HTTP/1.1" status: 200 len: 812 time: 0.1710899 Aug 19 15:31:33.108972 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:33.161016 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:33.185385 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-15abbf9f-7ab4-4ed7-a5cf-921fb5f6222a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/79008e7b-f33e-4610-a522-4d5d851ee288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543562 Aug 19 15:31:33.190756 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-67357649-4b63-4e4a-a14b-51cf51627e5d tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0add00db6668475093f558e9700333d1 HTTP/1.1" status: 200 len: 379 time: 0.1220305 Aug 19 15:31:33.207881 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-95d4be9e-b765-4d9c-91ee-bd045288a749 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Request body: {'port': {'device_id': '265f2d7d-c0ad-4cc7-bf83-27ea63353ecd', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'admin_state_up': True, 'tenant_id': '0add00db6668475093f558e9700333d1', 'security_groups': ['13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a']}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:33.366344 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1ee5d631-1d78-4a2c-b551-1681bfa58ff1 req-3ea6bb62-37dd-4314-ae22-1940bc607284 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/79008e7b-f33e-4610-a522-4d5d851ee288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698790 Aug 19 15:31:33.367844 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e7536352-d921-4746-8883-05facda9efdf req-b9f2542d-6812-48ee-b4e8-6b087824533c tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 210 time: 0.0334394 Aug 19 15:31:33.395520 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-95d4be9e-b765-4d9c-91ee-bd045288a749 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Made reservation on behalf of 0add00db6668475093f558e9700333d1 for: {'port': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:33.399813 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-95d4be9e-b765-4d9c-91ee-bd045288a749 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:33.537517 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-95d4be9e-b765-4d9c-91ee-bd045288a749 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Allocated IP 172.20.0.12 (6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8/93c92eb6-ecf3-4e09-8dc4-e6863da8989f/a4de4f1a-9970-4238-889e-a094171b341d) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:33.676296 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0a80a-1d4e-4923-ac22-370eb91898f9 req-8dd78a2a-cb18-4d7b-a124-8c4e3ef96127 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:33.678446 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5cf0a80a-1d4e-4923-ac22-370eb91898f9 req-8dd78a2a-cb18-4d7b-a124-8c4e3ef96127 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 943 time: 0.0512226 Aug 19 15:31:33.684158 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-95d4be9e-b765-4d9c-91ee-bd045288a749 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for port (a4de4f1a-9970-4238-889e-a094171b341d), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:33.720114 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-95d4be9e-b765-4d9c-91ee-bd045288a749 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (a4de4f1a-9970-4238-889e-a094171b341d), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:33.734787 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5cf0a80a-1d4e-4923-ac22-370eb91898f9 req-25851df8-cc79-4428-8051-3748b703c535 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498416 Aug 19 15:31:33.803370 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-95d4be9e-b765-4d9c-91ee-bd045288a749 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:33.810193 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-95d4be9e-b765-4d9c-91ee-bd045288a749 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:33.813132 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-95d4be9e-b765-4d9c-91ee-bd045288a749 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:31:33.848275 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f4480-2531-4185-9161-3868469d7d21 req-67570f60-7d86-4632-b0fd-82f6ecc6bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:33.849815 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-787f4480-2531-4185-9161-3868469d7d21 req-67570f60-7d86-4632-b0fd-82f6ecc6bbf7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7111b041a72b4481b3c8a286589e0a4e&device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 1127 time: 0.0884929 Aug 19 15:31:33.858649 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4be9e-b765-4d9c-91ee-bd045288a749 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event updated for resources: {'Port': ['ID=a4de4f1a-9970-4238-889e-a094171b341d,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:33.906880 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-95d4be9e-b765-4d9c-91ee-bd045288a749 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:33.907493 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-95d4be9e-b765-4d9c-91ee-bd045288a749 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:33.946564 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:33.959540 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-95d4be9e-b765-4d9c-91ee-bd045288a749 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7620535 Aug 19 15:31:33.986699 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Request body: {'port': {'device_id': '265f2d7d-c0ad-4cc7-bf83-27ea63353ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:33.992667 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:34.012999 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f4480-2531-4185-9161-3868469d7d21 req-d90e541c-f999-4e4d-83ef-81d32478214b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:34.014479 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-787f4480-2531-4185-9161-3868469d7d21 req-d90e541c-f999-4e4d-83ef-81d32478214b service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=79008e7b-f33e-4610-a522-4d5d851ee288 HTTP/1.1" status: 200 len: 909 time: 0.1571589 Aug 19 15:31:34.082742 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-787f4480-2531-4185-9161-3868469d7d21 req-6939f180-95c9-4c45-9ffb-2ed1743b0ae3 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=202d895f-8706-4b55-b8a7-80568bae22d1 HTTP/1.1" status: 200 len: 217 time: 0.0537634 Aug 19 15:31:34.087912 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (a4de4f1a-9970-4238-889e-a094171b341d), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:34.097091 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-6c5db49b-2f72-4f1e-8d39-4673983c77c0 None None] Provisioning complete for port a4de4f1a-9970-4238-889e-a094171b341d triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:34.097644 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6c5db49b-2f72-4f1e-8d39-4673983c77c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (a4de4f1a-9970-4238-889e-a094171b341d), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:34.130182 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-6c5db49b-2f72-4f1e-8d39-4673983c77c0 None None] Port a4de4f1a-9970-4238-889e-a094171b341d cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:31:34.173349 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f4480-2531-4185-9161-3868469d7d21 req-051254f7-9f0e-460c-bb89-648ad188971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:34.174792 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-787f4480-2531-4185-9161-3868469d7d21 req-051254f7-9f0e-460c-bb89-648ad188971f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9c6457a2-ef32-4292-b3d5-a1d4e98c36db HTTP/1.1" status: 200 len: 847 time: 0.0778334 Aug 19 15:31:34.277541 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f4480-2531-4185-9161-3868469d7d21 req-96f82273-7944-4e2b-90f4-fe6b78746b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:34.279012 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-787f4480-2531-4185-9161-3868469d7d21 req-96f82273-7944-4e2b-90f4-fe6b78746b35 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=79008e7b-f33e-4610-a522-4d5d851ee288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0967846 Aug 19 15:31:34.438953 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-787f4480-2531-4185-9161-3868469d7d21 req-36c6a60b-5945-4880-9bbf-650b3b5d9c39 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/79008e7b-f33e-4610-a522-4d5d851ee288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507866 Aug 19 15:31:34.487171 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0b3cd-8b31-415f-b6b6-fed317f255fa req-64915ea7-164b-4a10-89c3-fca6fe96becd tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:34.488743 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-07b0b3cd-8b31-415f-b6b6-fed317f255fa req-64915ea7-164b-4a10-89c3-fca6fe96becd tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 932 time: 0.0481668 Aug 19 15:31:34.540192 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4de4f1a-9970-4238-889e-a094171b341d {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:31:34.541536 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-07b0b3cd-8b31-415f-b6b6-fed317f255fa req-abb42d66-7ed9-458b-9931-c61c147ca964 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470099 Aug 19 15:31:34.550350 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Publish callbacks [] for port (a4de4f1a-9970-4238-889e-a094171b341d), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:34.573591 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Transition to ACTIVE for port object a4de4f1a-9970-4238-889e-a094171b341d will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:31:34.582599 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (a4de4f1a-9970-4238-889e-a094171b341d), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:34.596404 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-787f4480-2531-4185-9161-3868469d7d21 req-2e0e9263-e0d8-4a11-bcc5-1edf2003d25a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/79008e7b-f33e-4610-a522-4d5d851ee288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489453 Aug 19 15:31:34.878459 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c037b1f-e738-4655-b95d-7d6acaad7418 req-bf60d59d-7440-4630-b510-c291f772641b tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:34.879987 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3c037b1f-e738-4655-b95d-7d6acaad7418 req-bf60d59d-7440-4630-b510-c291f772641b tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 943 time: 0.0530913 Aug 19 15:31:34.912562 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Pushing event updated for resources: {'Port': ['ID=a4de4f1a-9970-4238-889e-a094171b341d,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:34.933419 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3c037b1f-e738-4655-b95d-7d6acaad7418 req-0ae6b9a1-7672-4665-ac37-b52cd7e3fc77 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474362 Aug 19 15:31:34.942079 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Attempting to bind port a4de4f1a-9970-4238-889e-a094171b341d on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:31:34.942415 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Attempting to bind port a4de4f1a-9970-4238-889e-a094171b341d by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:31:34.942738 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Attempting to bind port a4de4f1a-9970-4238-889e-a094171b341d on network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:31:34.947222 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Port a4de4f1a-9970-4238-889e-a094171b341d on network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:31:34.947542 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Attempting to bind port a4de4f1a-9970-4238-889e-a094171b341d on network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:31:34.952358 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:31:34.952714 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Checking segment: {'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:31:34.953087 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Bound using segment: {'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:31:34.953496 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Bound port: a4de4f1a-9970-4238-889e-a094171b341d, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22375ac-1793-48da-99df-0b7376fb87a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:31:34.953851 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (a4de4f1a-9970-4238-889e-a094171b341d), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:34.988201 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:35.016624 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] For port a4de4f1a-9970-4238-889e-a094171b341d, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:35.019662 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] For port a4de4f1a-9970-4238-889e-a094171b341d, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a4de4f1a-9970-4238-889e-a094171b341d,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:35.026422 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (a4de4f1a-9970-4238-889e-a094171b341d), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:35.030431 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:35.031033 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:35.032380 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/a4de4f1a-9970-4238-889e-a094171b341d HTTP/1.1" status: 200 len: 1094 time: 1.0545909 Aug 19 15:31:35.032873 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265f2d7d-c0ad-4cc7-bf83-27ea63353ecd', 'tag': 'a4de4f1a-9970-4238-889e-a094171b341d'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:31:35.035091 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57feab3-db57-4344-b488-fe00996771a4" -d '{"events": [{"name": "network-changed", "server_uuid": "265f2d7d-c0ad-4cc7-bf83-27ea63353ecd", "tag": "a4de4f1a-9970-4238-889e-a094171b341d"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:31:35.089444 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e35917-ccf5-45b1-91d8-e813987a22b1 x-openstack-request-id: req-89e35917-ccf5-45b1-91d8-e813987a22b1 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:31:35.089730 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265f2d7d-c0ad-4cc7-bf83-27ea63353ecd", "tag": "a4de4f1a-9970-4238-889e-a094171b341d", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:31:35.089982 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-89e35917-ccf5-45b1-91d8-e813987a22b1 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:31:35.090371 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e35917-ccf5-45b1-91d8-e813987a22b1'] response: {'name': 'network-changed', 'server_uuid': '265f2d7d-c0ad-4cc7-bf83-27ea63353ecd', 'tag': 'a4de4f1a-9970-4238-889e-a094171b341d', 'status': 'completed', 'code': 200} Aug 19 15:31:35.112950 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cefcd8-bb98-47d2-ad40-cd23665bf06b service neutron] Pushing event updated for resources: {'Port': ['ID=a4de4f1a-9970-4238-889e-a094171b341d,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:35.117171 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:35.127994 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-caac0e36-e8b4-4258-8ab7-5265dc1762ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:35.129526 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-caac0e36-e8b4-4258-8ab7-5265dc1762ba service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0add00db6668475093f558e9700333d1&device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 1128 time: 0.0541046 Aug 19 15:31:35.170632 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-6a5c3aee-a491-4b8a-bf21-f2201404c79e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4de4f1a-9970-4238-889e-a094171b341d HTTP/1.1" status: 200 len: 217 time: 0.0325911 Aug 19 15:31:35.219271 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-811e841b-cf35-40d2-b19f-590b5704b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:35.220683 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-811e841b-cf35-40d2-b19f-590b5704b41a service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93c92eb6-ecf3-4e09-8dc4-e6863da8989f HTTP/1.1" status: 200 len: 851 time: 0.0434000 Aug 19 15:31:35.266584 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-70f4aed8-af83-4024-b70a-a5304fb8e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:35.268022 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-70f4aed8-af83-4024-b70a-a5304fb8e87e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398273 Aug 19 15:31:35.361386 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-055366bb-db7c-4783-bcba-f94c75a9f6f4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866623 Aug 19 15:31:35.458997 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-47cded45-115d-486d-a116-33ef9bfa2e3d req-a2352332-66cd-40ee-a60b-121239980957 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884004 Aug 19 15:31:35.621190 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:35.658853 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c7efc-3dcd-45b0-af41-bb762dae2ca7 req-86189892-b706-479e-be15-2d05dbfbc5ec tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:35.660319 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1a9c7efc-3dcd-45b0-af41-bb762dae2ca7 req-86189892-b706-479e-be15-2d05dbfbc5ec tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 944 time: 0.0483134 Aug 19 15:31:35.711054 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1a9c7efc-3dcd-45b0-af41-bb762dae2ca7 req-769c1511-17d1-47e2-969d-bc70b51f4bb1 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451801 Aug 19 15:31:35.784185 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57feab3-db57-4344-b488-fe00996771a4 req-d2160cc8-4bd2-43da-848c-22d48cfd91b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:35.785715 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b57feab3-db57-4344-b488-fe00996771a4 req-d2160cc8-4bd2-43da-848c-22d48cfd91b1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0add00db6668475093f558e9700333d1&device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 1128 time: 0.0393968 Aug 19 15:31:35.876443 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57feab3-db57-4344-b488-fe00996771a4 req-7f695e7b-dc55-4585-8165-d3d6dbbea0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:35.877918 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b57feab3-db57-4344-b488-fe00996771a4 req-7f695e7b-dc55-4585-8165-d3d6dbbea0d4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 HTTP/1.1" status: 200 len: 913 time: 0.0847490 Aug 19 15:31:35.922472 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b57feab3-db57-4344-b488-fe00996771a4 req-80b77412-5a07-4f74-874b-fd70f6cc0cd2 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4de4f1a-9970-4238-889e-a094171b341d HTTP/1.1" status: 200 len: 217 time: 0.0352917 Aug 19 15:31:35.973839 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57feab3-db57-4344-b488-fe00996771a4 req-bb92bda9-9b49-4fd3-ac36-f97d889cce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:35.975311 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b57feab3-db57-4344-b488-fe00996771a4 req-bb92bda9-9b49-4fd3-ac36-f97d889cce73 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93c92eb6-ecf3-4e09-8dc4-e6863da8989f HTTP/1.1" status: 200 len: 851 time: 0.0432889 Aug 19 15:31:36.023128 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57feab3-db57-4344-b488-fe00996771a4 req-37134fce-d662-45ba-ac4c-9bc52276fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:36.024862 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b57feab3-db57-4344-b488-fe00996771a4 req-37134fce-d662-45ba-ac4c-9bc52276fc5e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404112 Aug 19 15:31:36.056546 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b31913-775e-404d-8b93-503f14b618e4 req-24a7975d-6d99-4545-af46-30cba6d575c6 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:36.058525 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f4b31913-775e-404d-8b93-503f14b618e4 req-24a7975d-6d99-4545-af46-30cba6d575c6 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 943 time: 0.0491354 Aug 19 15:31:36.112184 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f4b31913-775e-404d-8b93-503f14b618e4 req-d019d9fd-ad9f-4f00-a4af-5ef43cd25c7a tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482721 Aug 19 15:31:36.122082 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b57feab3-db57-4344-b488-fe00996771a4 req-9adb5cf1-fe7c-499d-8de9-98a4465f5609 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908625 Aug 19 15:31:36.217154 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-b57feab3-db57-4344-b488-fe00996771a4 req-49b3a28f-a080-44c6-aeea-a2bf2718c6dc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847812 Aug 19 15:31:36.831814 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec4740-99ef-4b41-bbcd-af6be1691ca3 req-0460140e-610f-469a-94bd-f5d807fb4237 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:36.833305 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-40ec4740-99ef-4b41-bbcd-af6be1691ca3 req-0460140e-610f-469a-94bd-f5d807fb4237 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 944 time: 0.0492082 Aug 19 15:31:36.883677 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-40ec4740-99ef-4b41-bbcd-af6be1691ca3 req-a9813a38-7aab-429c-93a4-628fa3a2aca7 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440049 Aug 19 15:31:37.230549 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c0844-c156-4157-8e8b-d83c9e99bd99 req-d217d6ea-6fdf-4767-96df-f1218ca94789 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:37.232021 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3c1c0844-c156-4157-8e8b-d83c9e99bd99 req-d217d6ea-6fdf-4767-96df-f1218ca94789 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 943 time: 0.0473621 Aug 19 15:31:37.281339 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3c1c0844-c156-4157-8e8b-d83c9e99bd99 req-6a2a3551-48ff-444c-b821-5428179e9302 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437872 Aug 19 15:31:38.005546 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be12c6-3414-4c43-808c-81c0b2670e0f req-5cd22d8a-77a4-4d67-b113-ef4ae645feae tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:38.007075 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-77be12c6-3414-4c43-808c-81c0b2670e0f req-5cd22d8a-77a4-4d67-b113-ef4ae645feae tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 944 time: 0.0506284 Aug 19 15:31:38.039817 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:38.061165 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-77be12c6-3414-4c43-808c-81c0b2670e0f req-0d569018-631d-4551-8b78-477f70cfe64b tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484803 Aug 19 15:31:38.399614 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac6f38-d916-4d3f-81bf-bf40af9a0363 req-039a72ee-8ea8-4e36-8541-4e62f1fb6445 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:38.401106 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-43ac6f38-d916-4d3f-81bf-bf40af9a0363 req-039a72ee-8ea8-4e36-8541-4e62f1fb6445 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 943 time: 0.0463769 Aug 19 15:31:38.449804 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-43ac6f38-d916-4d3f-81bf-bf40af9a0363 req-e2c5d1f2-cd03-4ca9-8058-2ca487b27cb9 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432277 Aug 19 15:31:39.178577 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec2179-a94d-45bc-9fde-be3f5a128d8c req-dcafbfae-82fb-4272-9e0d-e61c4763036c tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:39.180857 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ecec2179-a94d-45bc-9fde-be3f5a128d8c req-dcafbfae-82fb-4272-9e0d-e61c4763036c tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 944 time: 0.0475149 Aug 19 15:31:39.232453 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ecec2179-a94d-45bc-9fde-be3f5a128d8c req-b0581882-2e25-4235-8033-9733cf83d2a1 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460031 Aug 19 15:31:39.569940 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7f4d1-89e5-40f4-9ef2-796313a47b6c req-01dcbd55-7046-465b-8d69-abe8a8d9539f tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:39.571514 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-26c7f4d1-89e5-40f4-9ef2-796313a47b6c req-01dcbd55-7046-465b-8d69-abe8a8d9539f tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 943 time: 0.0473497 Aug 19 15:31:39.620721 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-26c7f4d1-89e5-40f4-9ef2-796313a47b6c req-8bba51ad-7858-4079-935a-18cd731fa6c0 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436602 Aug 19 15:31:39.825704 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:40.352310 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b4edf-ce9b-4c9d-a0a6-63f6d23c5769 req-a353c76b-0c8e-4a2f-a904-e13689dcd997 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:40.353809 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-325b4edf-ce9b-4c9d-a0a6-63f6d23c5769 req-a353c76b-0c8e-4a2f-a904-e13689dcd997 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 944 time: 0.0463459 Aug 19 15:31:40.403849 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-325b4edf-ce9b-4c9d-a0a6-63f6d23c5769 req-72d87cee-8fd5-4759-9a79-c01a33895377 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443766 Aug 19 15:31:40.751075 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e34305-fff5-4a3a-be7a-f9a367907fa2 req-56164610-242f-40aa-b695-16be99f31e8e tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:40.752551 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-09e34305-fff5-4a3a-be7a-f9a367907fa2 req-56164610-242f-40aa-b695-16be99f31e8e tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 943 time: 0.0507882 Aug 19 15:31:40.800803 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-09e34305-fff5-4a3a-be7a-f9a367907fa2 req-e673c547-161b-492b-bdee-c484eb290b4a tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425253 Aug 19 15:31:41.047513 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 202d895f-8706-4b55-b8a7-80568bae22d1 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:31:41.149716 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 202d895f-8706-4b55-b8a7-80568bae22d1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=202d895f-8706-4b55-b8a7-80568bae22d1,segment=NetworkSegment(f2880ea9-ded2-4710-9102-ec849acf2b3c),segment_id=f2880ea9-ded2-4710-9102-ec849acf2b3c)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:41.160952 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': '202d895f-8706-4b55-b8a7-80568bae22d1', 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288', 'port_id': '202d895f-8706-4b55-b8a7-80568bae22d1', 'mac_address': 'fa:16:3e:07:db:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:31:41.196364 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 202d895f-8706-4b55-b8a7-80568bae22d1 is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:41.196516 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:41.209526 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 202d895f-8706-4b55-b8a7-80568bae22d1 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:31:41.230185 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 202d895f-8706-4b55-b8a7-80568bae22d1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=202d895f-8706-4b55-b8a7-80568bae22d1,segment=NetworkSegment(f2880ea9-ded2-4710-9102-ec849acf2b3c),segment_id=f2880ea9-ded2-4710-9102-ec849acf2b3c)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:41.234011 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:41.286254 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=202d895f-8706-4b55-b8a7-80568bae22d1,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:41.492500 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['202d895f-8706-4b55-b8a7-80568bae22d1'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:31:41.524371 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9498cd-3bdd-4d07-904b-79304e29568f req-f2806ed1-ffc7-4140-98f1-3a74438c3fc6 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:41.525943 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5d9498cd-3bdd-4d07-904b-79304e29568f req-f2806ed1-ffc7-4140-98f1-3a74438c3fc6 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 944 time: 0.0484629 Aug 19 15:31:41.576412 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5d9498cd-3bdd-4d07-904b-79304e29568f req-5d93b27e-20b2-4ea1-b3a6-7fd39ca14050 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447106 Aug 19 15:31:41.674110 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=13 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:41.684049 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=13 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:41.922174 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057569ba-5f89-43ff-9800-c3842afd628b req-834cfecc-cfe6-4319-86e8-d071c74d1ee1 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:41.923616 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-057569ba-5f89-43ff-9800-c3842afd628b req-834cfecc-cfe6-4319-86e8-d071c74d1ee1 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 944 time: 0.0510192 Aug 19 15:31:41.972753 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-057569ba-5f89-43ff-9800-c3842afd628b req-fe7e2c9c-8296-4321-800c-50b39df88af7 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432460 Aug 19 15:31:42.675227 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:42.694576 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffc832-ff9b-4f6f-9717-ed10e25e0536 req-029e05e8-d473-4fcb-8294-18f5de8187cc tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:42.696828 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a3ffc832-ff9b-4f6f-9717-ed10e25e0536 req-029e05e8-d473-4fcb-8294-18f5de8187cc tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 944 time: 0.0490453 Aug 19 15:31:42.744617 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a3ffc832-ff9b-4f6f-9717-ed10e25e0536 req-faaf7014-21fd-47ae-b36c-03585f26fbfc tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420625 Aug 19 15:31:43.058618 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device a4de4f1a-9970-4238-889e-a094171b341d details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:31:43.062996 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 202d895f-8706-4b55-b8a7-80568bae22d1 up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:43.092673 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75489c6-7626-48e5-a0bd-0b5f6701ca00 req-fdb11fd2-4300-4973-a64a-6c9ab358a506 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:43.094343 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b75489c6-7626-48e5-a0bd-0b5f6701ca00 req-fdb11fd2-4300-4973-a64a-6c9ab358a506 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 944 time: 0.0498235 Aug 19 15:31:43.136991 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:43.141577 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port 202d895f-8706-4b55-b8a7-80568bae22d1 completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:31:43.148819 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b75489c6-7626-48e5-a0bd-0b5f6701ca00 req-795f60ab-68c9-4cba-a9cb-9b67124ee0f1 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488462 Aug 19 15:31:43.178131 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port 202d895f-8706-4b55-b8a7-80568bae22d1 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:43.178508 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:43.180518 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:43.239347 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port a4de4f1a-9970-4238-889e-a094171b341d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a4de4f1a-9970-4238-889e-a094171b341d,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:43.253910 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': 'a4de4f1a-9970-4238-889e-a094171b341d', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'port_id': 'a4de4f1a-9970-4238-889e-a094171b341d', 'mac_address': 'fa:16:3e:fb:a0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:31:43.311166 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 202d895f-8706-4b55-b8a7-80568bae22d1 is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:43.311555 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:43.322096 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port a4de4f1a-9970-4238-889e-a094171b341d is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:43.322472 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (a4de4f1a-9970-4238-889e-a094171b341d), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:43.345803 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4de4f1a-9970-4238-889e-a094171b341d {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:31:43.353628 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446054b4-8b4f-45ec-9e9b-4a552af02065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202d895f-8706-4b55-b8a7-80568bae22d1'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:31:43.355833 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fe1df9-2d42-4698-a942-c0f15ad436d5" -d '{"events": [{"server_uuid": "446054b4-8b4f-45ec-9e9b-4a552af02065", "name": "network-vif-plugged", "status": "completed", "tag": "202d895f-8706-4b55-b8a7-80568bae22d1"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:31:43.379762 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 202d895f-8706-4b55-b8a7-80568bae22d1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=202d895f-8706-4b55-b8a7-80568bae22d1,segment=NetworkSegment(f2880ea9-ded2-4710-9102-ec849acf2b3c),segment_id=f2880ea9-ded2-4710-9102-ec849acf2b3c)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:43.393110 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:43.395820 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port a4de4f1a-9970-4238-889e-a094171b341d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a4de4f1a-9970-4238-889e-a094171b341d,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:43.399320 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc1568b-c3b4-4b5c-872a-5bee657d8402 x-openstack-request-id: req-cfc1568b-c3b4-4b5c-872a-5bee657d8402 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:31:43.399624 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446054b4-8b4f-45ec-9e9b-4a552af02065", "name": "network-vif-plugged", "status": "completed", "tag": "202d895f-8706-4b55-b8a7-80568bae22d1", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:31:43.399935 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cfc1568b-c3b4-4b5c-872a-5bee657d8402 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:31:43.400332 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc1568b-c3b4-4b5c-872a-5bee657d8402'] response: {'server_uuid': '446054b4-8b4f-45ec-9e9b-4a552af02065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202d895f-8706-4b55-b8a7-80568bae22d1', 'code': 200} Aug 19 15:31:43.424044 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (a4de4f1a-9970-4238-889e-a094171b341d), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:43.441815 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf21d-5537-41cb-80b0-f24142b04fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:43.456613 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=202d895f-8706-4b55-b8a7-80568bae22d1,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:43.503968 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=a4de4f1a-9970-4238-889e-a094171b341d,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:43.625665 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79133d9d-d35d-4a8c-a0ce-156ad3e8843f req-88112d4e-94b9-4b3e-8d97-cf59bfa97b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:43.627073 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-79133d9d-d35d-4a8c-a0ce-156ad3e8843f req-88112d4e-94b9-4b3e-8d97-cf59bfa97b6b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 1129 time: 0.0439935 Aug 19 15:31:43.674845 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-79133d9d-d35d-4a8c-a0ce-156ad3e8843f req-8c2e2b8e-2200-4078-b3f1-f379e590dacc service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399358 Aug 19 15:31:43.685101 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['a4de4f1a-9970-4238-889e-a094171b341d'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:31:43.867550 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc625aa-8db3-439b-a8d0-5fbf7d9ce3ac req-f1c23a98-9aeb-4110-ace5-0163e4283405 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:43.869783 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-abc625aa-8db3-439b-a8d0-5fbf7d9ce3ac req-f1c23a98-9aeb-4110-ace5-0163e4283405 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 945 time: 0.0528936 Aug 19 15:31:43.925155 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-abc625aa-8db3-439b-a8d0-5fbf7d9ce3ac req-c65dce62-0e78-46f8-95d4-ba188cfe9d6c tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489287 Aug 19 15:31:44.266703 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623b513-eb2e-4e8a-b8e1-66dc3b1a2b4f req-011027ea-2663-46a4-bdda-c6bdfa028998 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:44.268143 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d623b513-eb2e-4e8a-b8e1-66dc3b1a2b4f req-011027ea-2663-46a4-bdda-c6bdfa028998 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0471971 Aug 19 15:31:44.317754 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d623b513-eb2e-4e8a-b8e1-66dc3b1a2b4f req-cb040672-06ea-4dff-a37a-371bc8033b6b tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440078 Aug 19 15:31:45.032286 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:45.045892 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:31:45.046426 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb644af-b583-42c0-bb8b-17305fe53c5a req-60012319-57e1-4594-ab8b-d3b60f0e40c2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:45.047753 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-efb644af-b583-42c0-bb8b-17305fe53c5a req-60012319-57e1-4594-ab8b-d3b60f0e40c2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 945 time: 0.0515659 Aug 19 15:31:45.059729 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device a4de4f1a-9970-4238-889e-a094171b341d up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:45.100046 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-efb644af-b583-42c0-bb8b-17305fe53c5a req-436854da-3157-400d-8d79-8df02f4899df tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467234 Aug 19 15:31:45.106461 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port a4de4f1a-9970-4238-889e-a094171b341d completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:31:45.115004 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port a4de4f1a-9970-4238-889e-a094171b341d triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:31:45.115385 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (a4de4f1a-9970-4238-889e-a094171b341d), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:45.140217 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:45.198392 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port a4de4f1a-9970-4238-889e-a094171b341d is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:31:45.198777 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (a4de4f1a-9970-4238-889e-a094171b341d), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:45.233254 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port a4de4f1a-9970-4238-889e-a094171b341d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a4de4f1a-9970-4238-889e-a094171b341d,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:45.237957 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (a4de4f1a-9970-4238-889e-a094171b341d), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:45.259850 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:45.286115 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=a4de4f1a-9970-4238-889e-a094171b341d,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:45.401951 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265f2d7d-c0ad-4cc7-bf83-27ea63353ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4de4f1a-9970-4238-889e-a094171b341d'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:31:45.404361 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8aeb4e-158f-499a-8b8a-913e8497b5d7" -d '{"events": [{"server_uuid": "265f2d7d-c0ad-4cc7-bf83-27ea63353ecd", "name": "network-vif-plugged", "status": "completed", "tag": "a4de4f1a-9970-4238-889e-a094171b341d"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:31:45.441301 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be964c8-ec62-4083-a8f2-cc69acbef7fa req-3be58a5f-f3c2-4a67-807d-971cd1f1e8b6 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:45.442113 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1d0be4-2c5d-4ebf-ba46-9113124bd998 x-openstack-request-id: req-bf1d0be4-2c5d-4ebf-ba46-9113124bd998 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:31:45.442495 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265f2d7d-c0ad-4cc7-bf83-27ea63353ecd", "name": "network-vif-plugged", "status": "completed", "tag": "a4de4f1a-9970-4238-889e-a094171b341d", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:31:45.442647 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bf1d0be4-2c5d-4ebf-ba46-9113124bd998 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:31:45.443032 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1d0be4-2c5d-4ebf-ba46-9113124bd998'] response: {'server_uuid': '265f2d7d-c0ad-4cc7-bf83-27ea63353ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4de4f1a-9970-4238-889e-a094171b341d', 'code': 200} Aug 19 15:31:45.444859 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0be964c8-ec62-4083-a8f2-cc69acbef7fa req-3be58a5f-f3c2-4a67-807d-971cd1f1e8b6 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0509617 Aug 19 15:31:45.497052 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0be964c8-ec62-4083-a8f2-cc69acbef7fa req-5f46af17-6a9c-4abd-bb89-d6ff2184b773 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483198 Aug 19 15:31:45.617639 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86c910-7447-4047-b58b-dc0c0472efa1 req-57bcd9a5-dc79-45c6-b445-fc5b17868c60 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:45.619672 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6b86c910-7447-4047-b58b-dc0c0472efa1 req-57bcd9a5-dc79-45c6-b445-fc5b17868c60 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0488279 Aug 19 15:31:45.671401 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:45.675966 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6b86c910-7447-4047-b58b-dc0c0472efa1 req-31b97967-ebf0-416c-b883-caa5e7fa43db tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506134 Aug 19 15:31:45.686430 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a348a-2da6-43d6-b953-0da33be4ef8b req-324d4542-acfe-4a5a-8156-e2a543a9d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:45.688076 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3c5a348a-2da6-43d6-b953-0da33be4ef8b req-324d4542-acfe-4a5a-8156-e2a543a9d288 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 1130 time: 0.0484610 Aug 19 15:31:45.710979 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48812) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:31:45.738065 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3c5a348a-2da6-43d6-b953-0da33be4ef8b req-d284b9eb-0176-49d3-bbab-cfba098e944d service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428619 Aug 19 15:31:45.783185 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-43c953fe-4e36-491e-81f5-57fd898b6dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:45.924107 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d70262-0471-4f7f-96a8-0349b111a0fa tempest-TestShelveInstance-1960714959 tempest-TestShelveInstance-1960714959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:45.925684 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-26d70262-0471-4f7f-96a8-0349b111a0fa tempest-TestShelveInstance-1960714959 tempest-TestShelveInstance-1960714959-project-admin] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 1124 time: 0.2137034 Aug 19 15:31:45.929497 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48816) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:31:45.934322 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Request body: {'floatingip': {'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'port_id': '202d895f-8706-4b55-b8a7-80568bae22d1', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:45.957854 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:46.040924 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:46.160543 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Allocated IP 172.27.2.64 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/bda63ff2-0a4b-444f-95bc-d236fc3342a4) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:46.206227 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:46.289995 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051fcb5-2a0a-4c24-866f-8448fdee0991 req-fb85007d-2115-41d0-8672-f9aee8e7515f tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:46.295305 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1051fcb5-2a0a-4c24-866f-8448fdee0991 req-fb85007d-2115-41d0-8672-f9aee8e7515f tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 946 time: 0.1046100 Aug 19 15:31:46.380611 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for port (bda63ff2-0a4b-444f-95bc-d236fc3342a4), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:46.398291 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1051fcb5-2a0a-4c24-866f-8448fdee0991 req-e26ab5e9-dd09-44a5-885f-b959086b785d tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964231 Aug 19 15:31:46.428992 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (bda63ff2-0a4b-444f-95bc-d236fc3342a4), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:46.486965 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:46.490553 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:46.496223 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:31:46.499970 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:46.527503 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Pushing event updated for resources: {'Port': ['ID=bda63ff2-0a4b-444f-95bc-d236fc3342a4,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:46.891553 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for floatingip (8f0bd1dc-4904-4a98-9b48-95b09b6b808e), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:46.960556 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (bda63ff2-0a4b-444f-95bc-d236fc3342a4), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:47.064292 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:47.110720 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for port (bda63ff2-0a4b-444f-95bc-d236fc3342a4), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:47.115156 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012003'] for port (bda63ff2-0a4b-444f-95bc-d236fc3342a4), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:47.163115 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:47.191933 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Pushing event updated for resources: {'Port': ['ID=bda63ff2-0a4b-444f-95bc-d236fc3342a4,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:47.195378 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (8f0bd1dc-4904-4a98-9b48-95b09b6b808e), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:47.291806 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.l3_db [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Floating IP 8f0bd1dc-4904-4a98-9b48-95b09b6b808e associated. External IP: 172.27.2.64, port: 202d895f-8706-4b55-b8a7-80568bae22d1. Aug 19 15:31:47.368792 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:47.528049 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Router 76509db5-0d49-4c9a-8d44-7422547ac2f9 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:31:47.541958 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62eca7b-a26c-44ed-812f-c2aa22765d26 req-1b7b30b7-5486-469a-a3aa-2acbfc5733df tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:47.543367 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b62eca7b-a26c-44ed-812f-c2aa22765d26 req-1b7b30b7-5486-469a-a3aa-2acbfc5733df tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 946 time: 0.0596371 Aug 19 15:31:47.891688 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b62eca7b-a26c-44ed-812f-c2aa22765d26 req-5aeef11d-bf47-4942-88ae-6aaf72c55277 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3411028 Aug 19 15:31:47.909931 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:31:47.921057 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f61ae-1923-4954-a23d-7844c6eb1d6e None None] Sync routers for ids ['76509db5-0d49-4c9a-8d44-7422547ac2f9'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:31:47.929709 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:47.934345 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f61ae-1923-4954-a23d-7844c6eb1d6e None None] Routers {'76509db5-0d49-4c9a-8d44-7422547ac2f9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:31:47.935115 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-895f61ae-1923-4954-a23d-7844c6eb1d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:31:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['76509db5-0d49-4c9a-8d44-7422547ac2f9'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:47.964529 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-38cc665f-5630-408a-958b-b73ed701c847 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0338531 Aug 19 15:31:47.965160 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446054b4-8b4f-45ec-9e9b-4a552af02065', 'tag': '202d895f-8706-4b55-b8a7-80568bae22d1'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:31:47.967460 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69ccef422e24697aa339ca93078f5b722801d9cd263b30b0a6d79bd9e8f250f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcedf4c-6fbd-4072-adcc-179f1b719ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "446054b4-8b4f-45ec-9e9b-4a552af02065", "tag": "202d895f-8706-4b55-b8a7-80568bae22d1"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:31:48.008001 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34ac51c-5c82-4c28-b30f-6b4e2ec5f974 x-openstack-request-id: req-f34ac51c-5c82-4c28-b30f-6b4e2ec5f974 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:31:48.008293 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446054b4-8b4f-45ec-9e9b-4a552af02065", "tag": "202d895f-8706-4b55-b8a7-80568bae22d1", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:31:48.008622 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f34ac51c-5c82-4c28-b30f-6b4e2ec5f974 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:31:48.009033 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f34ac51c-5c82-4c28-b30f-6b4e2ec5f974'] response: {'name': 'network-changed', 'server_uuid': '446054b4-8b4f-45ec-9e9b-4a552af02065', 'tag': '202d895f-8706-4b55-b8a7-80568bae22d1', 'status': 'completed', 'code': 200} Aug 19 15:31:48.021166 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de49de5-6c81-461e-96f4-033955da925d req-7c3d412e-300b-443b-9e4f-815152021044 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:48.022682 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0de49de5-6c81-461e-96f4-033955da925d req-7c3d412e-300b-443b-9e4f-815152021044 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 946 time: 0.0515230 Aug 19 15:31:48.046755 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-895f61ae-1923-4954-a23d-7844c6eb1d6e None None] Set router 76509db5-0d49-4c9a-8d44-7422547ac2f9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:31:48.081812 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcedf4c-6fbd-4072-adcc-179f1b719ef0 req-d1a72ecb-865d-43fc-8552-b655df6e95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:48.082896 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0de49de5-6c81-461e-96f4-033955da925d req-3e28c79e-10e2-4679-9bf0-4319e2eeedd8 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524628 Aug 19 15:31:48.089772 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4dcedf4c-6fbd-4072-adcc-179f1b719ef0 req-d1a72ecb-865d-43fc-8552-b655df6e95fc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7111b041a72b4481b3c8a286589e0a4e&device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 1129 time: 0.0541604 Aug 19 15:31:48.110501 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48828) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:31:48.174205 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:48.192569 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcedf4c-6fbd-4072-adcc-179f1b719ef0 req-bb4c55af-77b9-4e49-a849-d27181b05bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:48.194038 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4dcedf4c-6fbd-4072-adcc-179f1b719ef0 req-bb4c55af-77b9-4e49-a849-d27181b05bcd service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=79008e7b-f33e-4610-a522-4d5d851ee288 HTTP/1.1" status: 200 len: 909 time: 0.0967007 Aug 19 15:31:48.266642 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33091038-1297-4d7e-8698-00ba45e501a1 tempest-TestVolumeBootPattern-1387279635 tempest-TestVolumeBootPattern-1387279635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:48.268022 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4dcedf4c-6fbd-4072-adcc-179f1b719ef0 req-f0295ddf-e9ab-4a6b-b462-65b4dc2cd5d0 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=202d895f-8706-4b55-b8a7-80568bae22d1 HTTP/1.1" status: 200 len: 998 time: 0.0675185 Aug 19 15:31:48.268242 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-33091038-1297-4d7e-8698-00ba45e501a1 tempest-TestVolumeBootPattern-1387279635 tempest-TestVolumeBootPattern-1387279635-project-admin] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 1125 time: 0.1567674 Aug 19 15:31:48.271130 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 48832) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:31:48.271912 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-895f61ae-1923-4954-a23d-7844c6eb1d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'name': 'tempest-TestShelveInstance-794205054-router', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:03Z', 'revision_number': 4, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'gw_port': {'id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '8f0bd1dc-4904-4a98-9b48-95b09b6b808e', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'port_id': '202d895f-8706-4b55-b8a7-80568bae22d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288', 'mac_address': 'fa:16:3e:07:db:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446054b4-8b4f-45ec-9e9b-4a552af02065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:31:46Z', 'updated_at': '2022-08-19T15:31:46Z', 'revision_number': 0, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '907ec39a-6396-47ea-a66a-3a30988f29dc', 'name': '', 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'mac_address': 'fa:16:3e:b6:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:03Z', 'updated_at': '2022-08-19T15:31:10Z', 'revision_number': 5, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'subnets': [{'id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:48.275838 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Request body: {'floatingip': {'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'port_id': 'a4de4f1a-9970-4238-889e-a094171b341d', 'tenant_id': '0add00db6668475093f558e9700333d1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:48.301296 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f61ae-1923-4954-a23d-7844c6eb1d6e None None] Checking router: 76509db5-0d49-4c9a-8d44-7422547ac2f9 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:31:48.310724 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f61ae-1923-4954-a23d-7844c6eb1d6e None None] Routers {'76509db5-0d49-4c9a-8d44-7422547ac2f9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:31:48.311332 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-895f61ae-1923-4954-a23d-7844c6eb1d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:31:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['76509db5-0d49-4c9a-8d44-7422547ac2f9'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:48.330658 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:48.356656 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcedf4c-6fbd-4072-adcc-179f1b719ef0 req-c96b0468-2507-4f04-9db3-117a046f81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:48.358133 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4dcedf4c-6fbd-4072-adcc-179f1b719ef0 req-c96b0468-2507-4f04-9db3-117a046f81aa service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9c6457a2-ef32-4292-b3d5-a1d4e98c36db HTTP/1.1" status: 200 len: 847 time: 0.0765226 Aug 19 15:31:48.416041 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-895f61ae-1923-4954-a23d-7844c6eb1d6e None None] Set router 76509db5-0d49-4c9a-8d44-7422547ac2f9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:31:48.445358 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcedf4c-6fbd-4072-adcc-179f1b719ef0 req-f32bc69b-d750-41fc-a103-2a6b0e4c839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:48.447131 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4dcedf4c-6fbd-4072-adcc-179f1b719ef0 req-f32bc69b-d750-41fc-a103-2a6b0e4c839f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=79008e7b-f33e-4610-a522-4d5d851ee288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0580559 Aug 19 15:31:48.453438 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:48.621711 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4dcedf4c-6fbd-4072-adcc-179f1b719ef0 req-4046773c-9570-4f20-b4f2-fccfe4d2d04d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/79008e7b-f33e-4610-a522-4d5d851ee288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660140 Aug 19 15:31:48.639907 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:48.642662 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:48.667033 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Allocated IP 172.27.2.222 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/ae5490d0-546d-4f4f-8f0d-bdd64852b8bc) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:48.785174 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-895f61ae-1923-4954-a23d-7844c6eb1d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'name': 'tempest-TestShelveInstance-794205054-router', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:03Z', 'revision_number': 4, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'gw_port': {'id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '8f0bd1dc-4904-4a98-9b48-95b09b6b808e', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'port_id': '202d895f-8706-4b55-b8a7-80568bae22d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288', 'mac_address': 'fa:16:3e:07:db:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446054b4-8b4f-45ec-9e9b-4a552af02065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:31:46Z', 'updated_at': '2022-08-19T15:31:46Z', 'revision_number': 0, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '907ec39a-6396-47ea-a66a-3a30988f29dc', 'name': '', 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'mac_address': 'fa:16:3e:b6:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:03Z', 'updated_at': '2022-08-19T15:31:10Z', 'revision_number': 5, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'subnets': [{'id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:48.790805 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4dcedf4c-6fbd-4072-adcc-179f1b719ef0 req-d9233296-eac9-4afb-a185-e9226e4ae1f3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/79008e7b-f33e-4610-a522-4d5d851ee288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614354 Aug 19 15:31:48.815301 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f61ae-1923-4954-a23d-7844c6eb1d6e None None] The sync data for ids ['76509db5-0d49-4c9a-8d44-7422547ac2f9'] in dv-cinder-835384-20-iscsi is: [{'id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'name': 'tempest-TestShelveInstance-794205054-router', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:03Z', 'revision_number': 4, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'gw_port': {'id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '8f0bd1dc-4904-4a98-9b48-95b09b6b808e', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'port_id': '202d895f-8706-4b55-b8a7-80568bae22d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288', 'mac_address': 'fa:16:3e:07:db:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446054b4-8b4f-45ec-9e9b-4a552af02065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:31:46Z', 'updated_at': '2022-08-19T15:31:46Z', 'revision_number': 0, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '907ec39a-6396-47ea-a66a-3a30988f29dc', 'name': '', 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'mac_address': 'fa:16:3e:b6:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:03Z', 'updated_at': '2022-08-19T15:31:10Z', 'revision_number': 5, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'subnets': [{'id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:31:48.831381 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for port (ae5490d0-546d-4f4f-8f0d-bdd64852b8bc), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:48.835345 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:48.867154 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (ae5490d0-546d-4f4f-8f0d-bdd64852b8bc), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:48.905449 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:48.908436 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:48.914466 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:31:48.943016 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event updated for resources: {'Port': ['ID=ae5490d0-546d-4f4f-8f0d-bdd64852b8bc,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:48.955888 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:48.956230 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:48.956590 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:48.956917 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:48.957246 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:48.957570 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:48.957888 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:48.958204 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:48.958525 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:48.958845 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:48.959163 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:48.959478 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:48.959797 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:48.960199 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:48.960537 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:48.972003 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:49.025391 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f575041-7895-4c85-82ea-76180ddbfaf6 None None] New status for floating IP 8f0bd1dc-4904-4a98-9b48-95b09b6b808e: ACTIVE {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:31:49.301344 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for floatingip (5328253d-66ef-469e-93ff-0f2b85adf418), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:49.372264 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (ae5490d0-546d-4f4f-8f0d-bdd64852b8bc), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:49.523516 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for port (ae5490d0-546d-4f4f-8f0d-bdd64852b8bc), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:49.528032 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (ae5490d0-546d-4f4f-8f0d-bdd64852b8bc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:49.597758 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event updated for resources: {'Port': ['ID=ae5490d0-546d-4f4f-8f0d-bdd64852b8bc,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:49.600073 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (5328253d-66ef-469e-93ff-0f2b85adf418), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:49.695574 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:49.700902 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.l3_db [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Floating IP 5328253d-66ef-469e-93ff-0f2b85adf418 associated. External IP: 172.27.2.222, port: a4de4f1a-9970-4238-889e-a094171b341d. Aug 19 15:31:49.840834 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:49.896759 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Router 4a6b6691-e616-4b10-83da-44289e719325 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:31:50.001670 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:31:50.011341 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a89ff14-6d77-4ccf-92dd-fcf683580893 None None] Sync routers for ids ['4a6b6691-e616-4b10-83da-44289e719325'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:31:50.020362 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:31:50.022075 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a89ff14-6d77-4ccf-92dd-fcf683580893 None None] Routers {'4a6b6691-e616-4b10-83da-44289e719325'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:31:50.022689 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-4a89ff14-6d77-4ccf-92dd-fcf683580893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:31:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['4a6b6691-e616-4b10-83da-44289e719325'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:50.054975 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-2eba1312-13e5-4836-859b-05432f248963 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7828090 Aug 19 15:31:50.055635 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265f2d7d-c0ad-4cc7-bf83-27ea63353ecd', 'tag': 'a4de4f1a-9970-4238-889e-a094171b341d'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:31:50.058491 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf80f52f-8927-4b9e-bd85-08599e90f5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "265f2d7d-c0ad-4cc7-bf83-27ea63353ecd", "tag": "a4de4f1a-9970-4238-889e-a094171b341d"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:31:50.068761 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:50.097518 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46964c2-0b14-409c-a875-bf480da3eb4c x-openstack-request-id: req-b46964c2-0b14-409c-a875-bf480da3eb4c {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:31:50.097812 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265f2d7d-c0ad-4cc7-bf83-27ea63353ecd", "tag": "a4de4f1a-9970-4238-889e-a094171b341d", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:31:50.098073 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b46964c2-0b14-409c-a875-bf480da3eb4c {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:31:50.098478 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b46964c2-0b14-409c-a875-bf480da3eb4c'] response: {'name': 'network-changed', 'server_uuid': '265f2d7d-c0ad-4cc7-bf83-27ea63353ecd', 'tag': 'a4de4f1a-9970-4238-889e-a094171b341d', 'status': 'completed', 'code': 200} Aug 19 15:31:50.100683 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:50.132839 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-4a89ff14-6d77-4ccf-92dd-fcf683580893 None None] Set router 4a6b6691-e616-4b10-83da-44289e719325 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:31:50.173286 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80f52f-8927-4b9e-bd85-08599e90f5f7 req-f4abfa1d-9e2e-463e-9587-5becb361891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:50.174836 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cf80f52f-8927-4b9e-bd85-08599e90f5f7 req-f4abfa1d-9e2e-463e-9587-5becb361891e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0add00db6668475093f558e9700333d1&device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 1130 time: 0.0405467 Aug 19 15:31:50.267291 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80f52f-8927-4b9e-bd85-08599e90f5f7 req-edfe2755-6cb0-42cd-b168-0ef72bdbe5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:50.268800 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cf80f52f-8927-4b9e-bd85-08599e90f5f7 req-edfe2755-6cb0-42cd-b168-0ef72bdbe5a0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 HTTP/1.1" status: 200 len: 913 time: 0.0873804 Aug 19 15:31:50.335378 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cf80f52f-8927-4b9e-bd85-08599e90f5f7 req-63f2d69a-b4f7-4e6c-a9c5-9501ec448650 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4de4f1a-9970-4238-889e-a094171b341d HTTP/1.1" status: 200 len: 1000 time: 0.0595825 Aug 19 15:31:50.348075 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-4a89ff14-6d77-4ccf-92dd-fcf683580893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '5328253d-66ef-469e-93ff-0f2b85adf418', 'tenant_id': '0add00db6668475093f558e9700333d1', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '4a6b6691-e616-4b10-83da-44289e719325', 'port_id': 'a4de4f1a-9970-4238-889e-a094171b341d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'mac_address': 'fa:16:3e:fb:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f2d7d-c0ad-4cc7-bf83-27ea63353ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:31:49Z', 'updated_at': '2022-08-19T15:31:49Z', 'revision_number': 0, 'project_id': '0add00db6668475093f558e9700333d1', 'fixed_ip_address_scope': None}, {'id': 'd57a3405-16b7-45ed-960b-196cfc8f6070', 'tenant_id': '0add00db6668475093f558e9700333d1', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '4a6b6691-e616-4b10-83da-44289e719325', 'port_id': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'mac_address': 'fa:16:3e:10:3d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:29:28Z', 'updated_at': '2022-08-19T15:29:30Z', 'revision_number': 1, 'project_id': '0add00db6668475093f558e9700333d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:50Z', 'revision_number': 5, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:50.377575 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a89ff14-6d77-4ccf-92dd-fcf683580893 None None] Checking router: 4a6b6691-e616-4b10-83da-44289e719325 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:31:50.386008 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a89ff14-6d77-4ccf-92dd-fcf683580893 None None] Routers {'4a6b6691-e616-4b10-83da-44289e719325'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:31:50.386162 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80f52f-8927-4b9e-bd85-08599e90f5f7 req-4ef44aa0-afbc-482a-9e90-f4b79b23f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:50.386617 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-4a89ff14-6d77-4ccf-92dd-fcf683580893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:31:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['4a6b6691-e616-4b10-83da-44289e719325'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:50.387643 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cf80f52f-8927-4b9e-bd85-08599e90f5f7 req-4ef44aa0-afbc-482a-9e90-f4b79b23f6fb service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93c92eb6-ecf3-4e09-8dc4-e6863da8989f HTTP/1.1" status: 200 len: 851 time: 0.0464904 Aug 19 15:31:50.440786 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80f52f-8927-4b9e-bd85-08599e90f5f7 req-b30477c2-b7e0-4d12-a991-fe6aff339e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:50.442326 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cf80f52f-8927-4b9e-bd85-08599e90f5f7 req-b30477c2-b7e0-4d12-a991-fe6aff339e22 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412152 Aug 19 15:31:50.489705 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-4a89ff14-6d77-4ccf-92dd-fcf683580893 None None] Set router 4a6b6691-e616-4b10-83da-44289e719325 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:31:50.538197 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cf80f52f-8927-4b9e-bd85-08599e90f5f7 req-1344e5b3-73d7-4445-9056-624d63174a0e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888250 Aug 19 15:31:50.629575 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cf80f52f-8927-4b9e-bd85-08599e90f5f7 req-ce0f910c-5f11-41af-972a-00ea024efe3f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841093 Aug 19 15:31:50.707347 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-4a89ff14-6d77-4ccf-92dd-fcf683580893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '5328253d-66ef-469e-93ff-0f2b85adf418', 'tenant_id': '0add00db6668475093f558e9700333d1', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '4a6b6691-e616-4b10-83da-44289e719325', 'port_id': 'a4de4f1a-9970-4238-889e-a094171b341d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'mac_address': 'fa:16:3e:fb:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f2d7d-c0ad-4cc7-bf83-27ea63353ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:31:49Z', 'updated_at': '2022-08-19T15:31:49Z', 'revision_number': 0, 'project_id': '0add00db6668475093f558e9700333d1', 'fixed_ip_address_scope': None}, {'id': 'd57a3405-16b7-45ed-960b-196cfc8f6070', 'tenant_id': '0add00db6668475093f558e9700333d1', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '4a6b6691-e616-4b10-83da-44289e719325', 'port_id': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'mac_address': 'fa:16:3e:10:3d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:29:28Z', 'updated_at': '2022-08-19T15:29:30Z', 'revision_number': 1, 'project_id': '0add00db6668475093f558e9700333d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:50Z', 'revision_number': 5, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:50.732196 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a89ff14-6d77-4ccf-92dd-fcf683580893 None None] The sync data for ids ['4a6b6691-e616-4b10-83da-44289e719325'] in dv-cinder-835384-20-iscsi is: [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': '5328253d-66ef-469e-93ff-0f2b85adf418', 'tenant_id': '0add00db6668475093f558e9700333d1', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '4a6b6691-e616-4b10-83da-44289e719325', 'port_id': 'a4de4f1a-9970-4238-889e-a094171b341d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'mac_address': 'fa:16:3e:fb:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f2d7d-c0ad-4cc7-bf83-27ea63353ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:31:49Z', 'updated_at': '2022-08-19T15:31:49Z', 'revision_number': 0, 'project_id': '0add00db6668475093f558e9700333d1', 'fixed_ip_address_scope': None}, {'id': 'd57a3405-16b7-45ed-960b-196cfc8f6070', 'tenant_id': '0add00db6668475093f558e9700333d1', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '4a6b6691-e616-4b10-83da-44289e719325', 'port_id': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'mac_address': 'fa:16:3e:10:3d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:29:28Z', 'updated_at': '2022-08-19T15:29:30Z', 'revision_number': 1, 'project_id': '0add00db6668475093f558e9700333d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:50Z', 'revision_number': 5, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:31:50.916299 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f44ff1-933b-4156-b011-953b709e6b94 None None] New status for floating IP 5328253d-66ef-469e-93ff-0f2b85adf418: ACTIVE {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:31:58.262069 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=72 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:58.263979 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=56,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:31:59.418188 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc766ede-79c9-41b5-ad87-db20b3fb6864 req-1c88b302-6340-441c-9d5e-5b7d6e5b2ed1 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:31:59.419579 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-dc766ede-79c9-41b5-ad87-db20b3fb6864 req-1c88b302-6340-441c-9d5e-5b7d6e5b2ed1 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 946 time: 0.0501583 Aug 19 15:31:59.468714 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-dc766ede-79c9-41b5-ad87-db20b3fb6864 req-854dbcb2-ff05-4024-bbca-4a762d72f16c tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433726 Aug 19 15:32:00.601491 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b7c06-7a54-40bf-8eb0-5d3f62f3fbda req-a497f19a-eb2e-45af-b1a1-7612fac3b515 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:00.603633 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-386b7c06-7a54-40bf-8eb0-5d3f62f3fbda req-a497f19a-eb2e-45af-b1a1-7612fac3b515 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 946 time: 0.0470049 Aug 19 15:32:00.625160 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:00.625911 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=84,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:00.654865 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-386b7c06-7a54-40bf-8eb0-5d3f62f3fbda req-61983173-8c71-41e0-a826-732ac77973ce tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455348 Aug 19 15:32:00.709731 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=62 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:00.710514 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=72 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:01.014476 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:01.016334 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:01.153215 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7695eb-c122-4f41-9935-c47377f9ef64 req-e5908b1b-b036-4917-b61f-5f0fa005df3d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:01.154662 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-8e7695eb-c122-4f41-9935-c47377f9ef64 req-e5908b1b-b036-4917-b61f-5f0fa005df3d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 946 time: 0.0510039 Aug 19 15:32:01.237103 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-8e7695eb-c122-4f41-9935-c47377f9ef64 req-1c86e128-4547-457d-8469-be012d52ead5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Deleting port 5bf9b7d8-d705-4190-bd01-29213ebc351a {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:32:01.237442 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-8e7695eb-c122-4f41-9935-c47377f9ef64 req-1c86e128-4547-457d-8469-be012d52ead5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:01.572146 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-8e7695eb-c122-4f41-9935-c47377f9ef64 req-1c86e128-4547-457d-8469-be012d52ead5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] For port 5bf9b7d8-d705-4190-bd01-29213ebc351a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5bf9b7d8-d705-4190-bd01-29213ebc351a,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:01.572530 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-8e7695eb-c122-4f41-9935-c47377f9ef64 req-1c86e128-4547-457d-8469-be012d52ead5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:01.734333 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-8e7695eb-c122-4f41-9935-c47377f9ef64 req-1c86e128-4547-457d-8469-be012d52ead5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:01.734995 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-8e7695eb-c122-4f41-9935-c47377f9ef64 req-1c86e128-4547-457d-8469-be012d52ead5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (183a3d18-0b70-4da3-b36d-b734d03e8338), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:01.735093 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.l3_db [req-8e7695eb-c122-4f41-9935-c47377f9ef64 req-1c86e128-4547-457d-8469-be012d52ead5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Floating IP 183a3d18-0b70-4da3-b36d-b734d03e8338 disassociated. External IP: 172.27.2.204, port: 5bf9b7d8-d705-4190-bd01-29213ebc351a. Aug 19 15:32:01.735365 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-8e7695eb-c122-4f41-9935-c47377f9ef64 req-1c86e128-4547-457d-8469-be012d52ead5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Calling delete_port for 5bf9b7d8-d705-4190-bd01-29213ebc351a owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:32:01.779492 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedc94c-94b6-42d5-ad33-6b02814047e8 req-610857fb-4643-45de-b9c9-17045cd2dba6 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:01.780851 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5bedc94c-94b6-42d5-ad33-6b02814047e8 req-610857fb-4643-45de-b9c9-17045cd2dba6 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=08b2c2fe-ead2-4d92-b4fb-dc42b41094fd HTTP/1.1" status: 200 len: 946 time: 0.0467761 Aug 19 15:32:01.830968 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5bedc94c-94b6-42d5-ad33-6b02814047e8 req-9f940636-adeb-413b-8d46-40bf658ce619 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cd15d510-1fd1-4745-80ea-80ab982d73df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439532 Aug 19 15:32:01.867913 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-8e7695eb-c122-4f41-9935-c47377f9ef64 req-1c86e128-4547-457d-8469-be012d52ead5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (5bf9b7d8-d705-4190-bd01-29213ebc351a), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:01.895992 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86e128-4547-457d-8469-be012d52ead5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Pushing event deleted for resources: {'Port': ['ID=5bf9b7d8-d705-4190-bd01-29213ebc351a,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:02.007687 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e7695eb-c122-4f41-9935-c47377f9ef64 req-1c86e128-4547-457d-8469-be012d52ead5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Router 81dba262-78d6-45eb-92b2-b6ad51e221f4 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:32:02.114319 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e7695eb-c122-4f41-9935-c47377f9ef64 req-1c86e128-4547-457d-8469-be012d52ead5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:32:02.124592 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7706338f-93ba-4062-ba8d-236f1ce49c21 None None] Sync routers for ids ['81dba262-78d6-45eb-92b2-b6ad51e221f4'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:32:02.136203 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7706338f-93ba-4062-ba8d-236f1ce49c21 None None] Routers {'81dba262-78d6-45eb-92b2-b6ad51e221f4'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:32:02.136858 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-7706338f-93ba-4062-ba8d-236f1ce49c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:31:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['81dba262-78d6-45eb-92b2-b6ad51e221f4'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:02.159824 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7695eb-c122-4f41-9935-c47377f9ef64 req-1c86e128-4547-457d-8469-be012d52ead5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] No DVR routers for this DVR port 5bf9b7d8-d705-4190-bd01-29213ebc351a on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:32:02.162403 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-8e7695eb-c122-4f41-9935-c47377f9ef64 req-1c86e128-4547-457d-8469-be012d52ead5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:02.166828 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-8e7695eb-c122-4f41-9935-c47377f9ef64 req-1c86e128-4547-457d-8469-be012d52ead5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.52 "DELETE /networking/v2.0/ports/5bf9b7d8-d705-4190-bd01-29213ebc351a HTTP/1.1" status: 204 len: 173 time: 1.0067050 Aug 19 15:32:02.167282 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b2c2fe-ead2-4d92-b4fb-dc42b41094fd', 'name': 'network-vif-deleted', 'tag': '5bf9b7d8-d705-4190-bd01-29213ebc351a'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:32:02.169723 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32e23b1-aa7d-410c-bc0d-806e3b49b6c2" -d '{"events": [{"server_uuid": "08b2c2fe-ead2-4d92-b4fb-dc42b41094fd", "name": "network-vif-deleted", "tag": "5bf9b7d8-d705-4190-bd01-29213ebc351a"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:32:02.216172 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e312fa-411a-4b9e-9447-f20d80a456c3 x-openstack-request-id: req-b8e312fa-411a-4b9e-9447-f20d80a456c3 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:32:02.216487 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b2c2fe-ead2-4d92-b4fb-dc42b41094fd", "name": "network-vif-deleted", "tag": "5bf9b7d8-d705-4190-bd01-29213ebc351a", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:32:02.216743 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b8e312fa-411a-4b9e-9447-f20d80a456c3 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:32:02.217143 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e312fa-411a-4b9e-9447-f20d80a456c3'] response: {'server_uuid': '08b2c2fe-ead2-4d92-b4fb-dc42b41094fd', 'name': 'network-vif-deleted', 'tag': '5bf9b7d8-d705-4190-bd01-29213ebc351a', 'status': 'completed', 'code': 200} Aug 19 15:32:02.245364 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-7706338f-93ba-4062-ba8d-236f1ce49c21 None None] Set router 81dba262-78d6-45eb-92b2-b6ad51e221f4 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:32:02.450881 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-7706338f-93ba-4062-ba8d-236f1ce49c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:29:03Z', 'revision_number': 4, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port': {'id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:01Z', 'updated_at': '2022-08-19T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '58b00b58-d3e4-4f35-a686-11daeb47b2ef', 'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'mac_address': 'fa:16:3e:82:05:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:03Z', 'updated_at': '2022-08-19T15:29:09Z', 'revision_number': 5, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'subnets': [{'id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:02.478999 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7706338f-93ba-4062-ba8d-236f1ce49c21 None None] Checking router: 81dba262-78d6-45eb-92b2-b6ad51e221f4 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:32:02.487662 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7706338f-93ba-4062-ba8d-236f1ce49c21 None None] Routers {'81dba262-78d6-45eb-92b2-b6ad51e221f4'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:32:02.488210 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-7706338f-93ba-4062-ba8d-236f1ce49c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:31:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['81dba262-78d6-45eb-92b2-b6ad51e221f4'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:02.593099 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-7706338f-93ba-4062-ba8d-236f1ce49c21 None None] Set router 81dba262-78d6-45eb-92b2-b6ad51e221f4 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:32:02.789514 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-7706338f-93ba-4062-ba8d-236f1ce49c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:29:03Z', 'revision_number': 4, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port': {'id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:01Z', 'updated_at': '2022-08-19T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '58b00b58-d3e4-4f35-a686-11daeb47b2ef', 'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'mac_address': 'fa:16:3e:82:05:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:03Z', 'updated_at': '2022-08-19T15:29:09Z', 'revision_number': 5, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'subnets': [{'id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:02.938082 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48878) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:32:02.942094 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7706338f-93ba-4062-ba8d-236f1ce49c21 None None] The sync data for ids ['81dba262-78d6-45eb-92b2-b6ad51e221f4'] in dv-cinder-835384-20-iscsi is: [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:29:03Z', 'revision_number': 4, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port': {'id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:01Z', 'updated_at': '2022-08-19T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '58b00b58-d3e4-4f35-a686-11daeb47b2ef', 'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'mac_address': 'fa:16:3e:82:05:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:03Z', 'updated_at': '2022-08-19T15:29:09Z', 'revision_number': 5, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'subnets': [{'id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:32:02.995827 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group (cd15d510-1fd1-4745-80ea-80ab982d73df), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:03.019395 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group (cd15d510-1fd1-4745-80ea-80ab982d73df), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:03.075123 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (cd15d510-1fd1-4745-80ea-80ab982d73df), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:03.078086 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:03.079269 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/cd15d510-1fd1-4745-80ea-80ab982d73df HTTP/1.1" status: 204 len: 168 time: 0.1401763 Aug 19 15:32:03.082214 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 48882) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:32:03.089912 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd15d510-1fd1-4745-80ea-80ab982d73df,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:03.098723 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.api.v2.resource [None req-1009cdd3-1f4b-4918-ad85-52f6fd0c2b2d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] show failed (client error): The resource could not be found. Aug 19 15:32:03.099767 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-1009cdd3-1f4b-4918-ad85-52f6fd0c2b2d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups/cd15d510-1fd1-4745-80ea-80ab982d73df HTTP/1.1" status: 404 len: 347 time: 0.0159650 Aug 19 15:32:03.103000 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:03.103353 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:03.103660 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 48884) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:32:03.103821 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:03.104015 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:03.104712 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:03.105163 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:03.105372 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:03.105701 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:03.106028 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:03.106349 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:03.106672 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:03.106989 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:03.107374 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:03.107952 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:03.108547 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62f8a-d351-4fba-abb3-3cca0e164f84 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:03.194852 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dbdd08-ed53-444f-8c95-ebb7025da25b None None] New status for floating IP 183a3d18-0b70-4da3-b36d-b734d03e8338: DOWN {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:32:03.226578 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:03.235111 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-8aecfa7d-3771-4464-8378-928a7b000ada tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Deleting port 43291159-11af-40d6-a06d-909fcc7270f8 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:32:03.235470 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8aecfa7d-3771-4464-8378-928a7b000ada tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (43291159-11af-40d6-a06d-909fcc7270f8), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:03.286562 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:03.321840 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8aecfa7d-3771-4464-8378-928a7b000ada tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (43291159-11af-40d6-a06d-909fcc7270f8), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:03.322159 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8aecfa7d-3771-4464-8378-928a7b000ada tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for floatingip (43291159-11af-40d6-a06d-909fcc7270f8), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:03.334772 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-8aecfa7d-3771-4464-8378-928a7b000ada tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Calling delete_port for 43291159-11af-40d6-a06d-909fcc7270f8 owned by network:floatingip {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:32:03.474264 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8aecfa7d-3771-4464-8378-928a7b000ada tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (43291159-11af-40d6-a06d-909fcc7270f8), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:03.505789 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aecfa7d-3771-4464-8378-928a7b000ada tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Pushing event deleted for resources: {'Port': ['ID=43291159-11af-40d6-a06d-909fcc7270f8,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:03.566249 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8aecfa7d-3771-4464-8378-928a7b000ada tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for floatingip (183a3d18-0b70-4da3-b36d-b734d03e8338), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:03.569001 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8aecfa7d-3771-4464-8378-928a7b000ada tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:03.570144 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-8aecfa7d-3771-4464-8378-928a7b000ada tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/183a3d18-0b70-4da3-b36d-b734d03e8338 HTTP/1.1" status: 204 len: 168 time: 0.4649143 Aug 19 15:32:03.651358 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48888) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:32:03.655877 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-14936259-3953-463e-bc50-7e72756bab13 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113220848', 'description': 'tempest-description--1083096513'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:03.677641 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-14936259-3953-463e-bc50-7e72756bab13 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:03.745928 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-14936259-3953-463e-bc50-7e72756bab13 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group (bf3e2573-940d-4ead-8c73-9683b7d24505), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:03.750381 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-14936259-3953-463e-bc50-7e72756bab13 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (bf3e2573-940d-4ead-8c73-9683b7d24505), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:03.782557 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-14936259-3953-463e-bc50-7e72756bab13 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:03.783788 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-14936259-3953-463e-bc50-7e72756bab13 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1314096 Aug 19 15:32:03.784843 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14936259-3953-463e-bc50-7e72756bab13 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3e2573-940d-4ead-8c73-9683b7d24505,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:03.786746 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48890) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:32:03.791845 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-dbdc53a4-397a-4953-a893-598cfec49bf6 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Request body: {'security_group_rule': {'security_group_id': 'bf3e2573-940d-4ead-8c73-9683b7d24505', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:03.817668 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-dbdc53a4-397a-4953-a893-598cfec49bf6 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group_rule (eb89e4f3-ad13-438c-af61-b539bf5f2dcf), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:03.873685 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-dbdc53a4-397a-4953-a893-598cfec49bf6 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group_rule (eb89e4f3-ad13-438c-af61-b539bf5f2dcf), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:03.877189 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-dbdc53a4-397a-4953-a893-598cfec49bf6 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (eb89e4f3-ad13-438c-af61-b539bf5f2dcf), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:03.896127 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc53a4-397a-4953-a893-598cfec49bf6 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb89e4f3-ad13-438c-af61-b539bf5f2dcf,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:03.904914 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-dbdc53a4-397a-4953-a893-598cfec49bf6 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:03.906090 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-dbdc53a4-397a-4953-a893-598cfec49bf6 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184504 Aug 19 15:32:03.908810 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48892) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:32:03.912984 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-c4ae08e2-4658-4a20-b137-76b11d7da84b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Request body: {'security_group_rule': {'security_group_id': 'bf3e2573-940d-4ead-8c73-9683b7d24505', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:03.938587 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c4ae08e2-4658-4a20-b137-76b11d7da84b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group_rule (8c787b0b-a2d0-47ea-9ec9-b1ec45805961), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:03.974054 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:03.983086 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:04.000029 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c4ae08e2-4658-4a20-b137-76b11d7da84b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group_rule (8c787b0b-a2d0-47ea-9ec9-b1ec45805961), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:04.003644 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c4ae08e2-4658-4a20-b137-76b11d7da84b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616903'] for security_group_rule (8c787b0b-a2d0-47ea-9ec9-b1ec45805961), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:04.022124 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae08e2-4658-4a20-b137-76b11d7da84b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c787b0b-a2d0-47ea-9ec9-b1ec45805961,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:04.030319 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c4ae08e2-4658-4a20-b137-76b11d7da84b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:04.031578 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-c4ae08e2-4658-4a20-b137-76b11d7da84b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218379 Aug 19 15:32:04.034572 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48894) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:32:04.038727 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-65d299b6-e9e3-4a02-9339-2a886654207d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Request body: {'floatingip': {'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:04.060074 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-65d299b6-e9e3-4a02-9339-2a886654207d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:04.138475 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-65d299b6-e9e3-4a02-9339-2a886654207d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:04.246265 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-65d299b6-e9e3-4a02-9339-2a886654207d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Allocated IP 172.27.2.91 (6cf1bcec-9c5a-4d9f-be37-071c3ec326dd/1607ceaf-d7f1-49d0-9d09-c396980923c3/bea129d8-df98-47ff-8499-cc3cb1caf1dc) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:04.345955 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-65d299b6-e9e3-4a02-9339-2a886654207d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for port (bea129d8-df98-47ff-8499-cc3cb1caf1dc), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:04.378756 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-65d299b6-e9e3-4a02-9339-2a886654207d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (bea129d8-df98-47ff-8499-cc3cb1caf1dc), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:04.421192 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d299b6-e9e3-4a02-9339-2a886654207d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Network 6cf1bcec-9c5a-4d9f-be37-071c3ec326dd is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:04.427925 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-65d299b6-e9e3-4a02-9339-2a886654207d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:04.431118 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d299b6-e9e3-4a02-9339-2a886654207d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:32:04.436353 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d299b6-e9e3-4a02-9339-2a886654207d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Pushing event updated for resources: {'Port': ['ID=bea129d8-df98-47ff-8499-cc3cb1caf1dc,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:04.517454 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-65d299b6-e9e3-4a02-9339-2a886654207d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for floatingip (abc0196d-ab7a-4547-b615-8cee5a85bfbe), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:04.553272 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-65d299b6-e9e3-4a02-9339-2a886654207d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (bea129d8-df98-47ff-8499-cc3cb1caf1dc), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:04.657746 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:04.687652 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:04.703969 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-65d299b6-e9e3-4a02-9339-2a886654207d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for port (bea129d8-df98-47ff-8499-cc3cb1caf1dc), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:04.708371 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-65d299b6-e9e3-4a02-9339-2a886654207d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012003'] for port (bea129d8-df98-47ff-8499-cc3cb1caf1dc), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:04.778143 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-65d299b6-e9e3-4a02-9339-2a886654207d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (abc0196d-ab7a-4547-b615-8cee5a85bfbe), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:04.780710 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d299b6-e9e3-4a02-9339-2a886654207d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Pushing event updated for resources: {'Port': ['ID=bea129d8-df98-47ff-8499-cc3cb1caf1dc,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:04.796006 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-65d299b6-e9e3-4a02-9339-2a886654207d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:04.797283 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-65d299b6-e9e3-4a02-9339-2a886654207d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7617986 Aug 19 15:32:05.111436 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 5bf9b7d8-d705-4190-bd01-29213ebc351a no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:32:05.117111 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-85fd188b-2cbf-43b3-b2e2-83d0ef17ea5e tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1113220848&fields=id&tenant_id=981bbb7282bd40d0b5335280d5041fa5 HTTP/1.1" status: 200 len: 267 time: 0.0438802 Aug 19 15:32:05.130899 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: 5bf9b7d8-d705-4190-bd01-29213ebc351a {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:32:05.131251 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 5bf9b7d8-d705-4190-bd01-29213ebc351a not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:32:05.226954 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-16a43e81-6269-4e8d-8b5f-fd9fc5d271f9 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:05.229244 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-16a43e81-6269-4e8d-8b5f-fd9fc5d271f9 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/networks?id=f06e0ad7-daca-4c6f-af5a-93d063934231 HTTP/1.1" status: 200 len: 816 time: 0.1051471 Aug 19 15:32:05.243459 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-24e16e95-e283-42de-ad23-7b41084d08e1 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/quotas/981bbb7282bd40d0b5335280d5041fa5 HTTP/1.1" status: 200 len: 375 time: 0.0088949 Aug 19 15:32:05.293496 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-ae8c2bdc-d416-4207-8ba1-e17d33b835a6 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=981bbb7282bd40d0b5335280d5041fa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451047 Aug 19 15:32:05.388876 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-5b8c5200-0129-497a-8f3f-819e8fc8d2b6 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836766 Aug 19 15:32:05.482724 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-0f7a38be-be24-4c65-aae3-6ec9460c258b service neutron] 10.222.0.75 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880718 Aug 19 15:32:05.646023 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-333209f5-b380-41fa-8485-209f818564cf req-d6ebafab-04de-453d-97ec-43d10edd33ad tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 210 time: 0.0290289 Aug 19 15:32:06.623665 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-16c20327-df03-4fbb-8d85-19b2982bd0ad tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:06.625208 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-16c20327-df03-4fbb-8d85-19b2982bd0ad tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.52 "GET /networking/v2.0/networks?id=f06e0ad7-daca-4c6f-af5a-93d063934231 HTTP/1.1" status: 200 len: 816 time: 0.1099744 Aug 19 15:32:06.694594 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-ada63df4-095b-43c2-9487-786250eaa93e tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=981bbb7282bd40d0b5335280d5041fa5 HTTP/1.1" status: 200 len: 380 time: 0.0592458 Aug 19 15:32:06.755069 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-75dfa5e5-5894-41d6-a7bb-14984ddbc27c req-ecf38a00-627d-49a0-adc1-0c3b1fba9626 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 210 time: 0.0280771 Aug 19 15:32:06.794194 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-53e8beba-c658-4545-bfea-c56e6f1db17d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Request body: {'port': {'device_id': 'a3f43980-62ff-449e-bcbf-6aef66451613', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'admin_state_up': True, 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'security_groups': ['bf3e2573-940d-4ead-8c73-9683b7d24505']}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:06.907863 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-53e8beba-c658-4545-bfea-c56e6f1db17d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Made reservation on behalf of 981bbb7282bd40d0b5335280d5041fa5 for: {'port': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:06.911166 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-53e8beba-c658-4545-bfea-c56e6f1db17d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:07.036283 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-53e8beba-c658-4545-bfea-c56e6f1db17d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Allocated IP 172.20.0.4 (f06e0ad7-daca-4c6f-af5a-93d063934231/2f0ea525-4b9d-40ca-9d97-037acc3e2cfc/1123119a-1372-416f-b5f1-586c7ed3bbd7) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:07.076240 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:07.175733 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:07.182462 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-53e8beba-c658-4545-bfea-c56e6f1db17d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:07.216750 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-53e8beba-c658-4545-bfea-c56e6f1db17d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:07.259137 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-53e8beba-c658-4545-bfea-c56e6f1db17d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Network f06e0ad7-daca-4c6f-af5a-93d063934231 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:07.264383 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-53e8beba-c658-4545-bfea-c56e6f1db17d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:07.268226 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-53e8beba-c658-4545-bfea-c56e6f1db17d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:32:07.295394 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8beba-c658-4545-bfea-c56e6f1db17d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Pushing event updated for resources: {'Port': ['ID=1123119a-1372-416f-b5f1-586c7ed3bbd7,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:07.328044 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-53e8beba-c658-4545-bfea-c56e6f1db17d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:07.328690 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-53e8beba-c658-4545-bfea-c56e6f1db17d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:07.345491 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-53e8beba-c658-4545-bfea-c56e6f1db17d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5559568 Aug 19 15:32:07.357611 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Request body: {'port': {'device_id': 'a3f43980-62ff-449e-bcbf-6aef66451613', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:07.420529 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:07.452679 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-f56e95d6-42b6-41b3-9717-89755d7985a0 None None] Provisioning complete for port 1123119a-1372-416f-b5f1-586c7ed3bbd7 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:32:07.453174 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f56e95d6-42b6-41b3-9717-89755d7985a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:07.488808 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-f56e95d6-42b6-41b3-9717-89755d7985a0 None None] Port 1123119a-1372-416f-b5f1-586c7ed3bbd7 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:32:07.682021 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1123119a-1372-416f-b5f1-586c7ed3bbd7 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:32:07.689382 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Publish callbacks [] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:07.701824 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Transition to ACTIVE for port object 1123119a-1372-416f-b5f1-586c7ed3bbd7 will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:32:07.705439 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:07.765642 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Pushing event updated for resources: {'Port': ['ID=1123119a-1372-416f-b5f1-586c7ed3bbd7,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:07.817992 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Attempting to bind port 1123119a-1372-416f-b5f1-586c7ed3bbd7 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:32:07.818319 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Attempting to bind port 1123119a-1372-416f-b5f1-586c7ed3bbd7 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '290fffa1-5613-4a0e-bfe4-e549d7c1ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:32:07.818652 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Attempting to bind port 1123119a-1372-416f-b5f1-586c7ed3bbd7 on network f06e0ad7-daca-4c6f-af5a-93d063934231 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:32:07.823436 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Port 1123119a-1372-416f-b5f1-586c7ed3bbd7 on network f06e0ad7-daca-4c6f-af5a-93d063934231 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:32:07.823820 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Attempting to bind port 1123119a-1372-416f-b5f1-586c7ed3bbd7 on network f06e0ad7-daca-4c6f-af5a-93d063934231 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:32:07.830102 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:32:07.830505 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Checking segment: {'id': '290fffa1-5613-4a0e-bfe4-e549d7c1ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:32:07.830898 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Bound using segment: {'id': '290fffa1-5613-4a0e-bfe4-e549d7c1ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:32:07.831332 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Bound port: 1123119a-1372-416f-b5f1-586c7ed3bbd7, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '290fffa1-5613-4a0e-bfe4-e549d7c1ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:32:07.831694 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:07.904026 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] For port 1123119a-1372-416f-b5f1-586c7ed3bbd7, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:32:07.907722 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] For port 1123119a-1372-416f-b5f1-586c7ed3bbd7, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1123119a-1372-416f-b5f1-586c7ed3bbd7,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:32:07.914315 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:07.919712 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:07.920735 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:07.922196 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/1123119a-1372-416f-b5f1-586c7ed3bbd7 HTTP/1.1" status: 200 len: 1093 time: 0.5690179 Aug 19 15:32:07.924619 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f43980-62ff-449e-bcbf-6aef66451613', 'tag': '1123119a-1372-416f-b5f1-586c7ed3bbd7'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:32:07.927667 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2091abe5-2596-4cd0-829c-e9e1458ba042" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f43980-62ff-449e-bcbf-6aef66451613", "tag": "1123119a-1372-416f-b5f1-586c7ed3bbd7"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:32:07.952034 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:07.969339 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:07.997383 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef01ae79-f5f0-429c-8e8e-3a2e6d4c18eb x-openstack-request-id: req-ef01ae79-f5f0-429c-8e8e-3a2e6d4c18eb {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:32:07.997383 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f43980-62ff-449e-bcbf-6aef66451613", "tag": "1123119a-1372-416f-b5f1-586c7ed3bbd7", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:32:07.997383 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ef01ae79-f5f0-429c-8e8e-3a2e6d4c18eb {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:32:07.997793 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef01ae79-f5f0-429c-8e8e-3a2e6d4c18eb'] response: {'name': 'network-changed', 'server_uuid': 'a3f43980-62ff-449e-bcbf-6aef66451613', 'tag': '1123119a-1372-416f-b5f1-586c7ed3bbd7', 'status': 'completed', 'code': 200} Aug 19 15:32:08.021163 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d7519-cb2c-419b-b591-f0cfd2ef4b1c service neutron] Pushing event updated for resources: {'Port': ['ID=1123119a-1372-416f-b5f1-586c7ed3bbd7,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:08.035696 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7e688-4525-47d2-bb59-a22e1df3c425 req-a583b320-efbc-45be-886d-619cab5f4d69 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:08.037258 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-67c7e688-4525-47d2-bb59-a22e1df3c425 req-a583b320-efbc-45be-886d-619cab5f4d69 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 943 time: 0.0519760 Aug 19 15:32:08.037614 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-fe59038e-210e-4327-9c68-5a63c0d20617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:08.039135 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-fe59038e-210e-4327-9c68-5a63c0d20617 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=981bbb7282bd40d0b5335280d5041fa5&device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 1127 time: 0.0564220 Aug 19 15:32:08.085626 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-67c7e688-4525-47d2-bb59-a22e1df3c425 req-cb53ec21-9bb7-473c-a5e1-fa4384a1d46b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418055 Aug 19 15:32:08.085865 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-f861ab69-b654-47e0-93df-ea887bdbc1f2 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1123119a-1372-416f-b5f1-586c7ed3bbd7 HTTP/1.1" status: 200 len: 217 time: 0.0361555 Aug 19 15:32:08.138755 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-25a8f5c0-76f7-44c7-b496-92293c065fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:08.140167 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-25a8f5c0-76f7-44c7-b496-92293c065fc9 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=2f0ea525-4b9d-40ca-9d97-037acc3e2cfc HTTP/1.1" status: 200 len: 855 time: 0.0463657 Aug 19 15:32:08.184030 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-800c6a03-f536-44e1-ac37-8c7796bcd576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:08.185491 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-800c6a03-f536-44e1-ac37-8c7796bcd576 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f06e0ad7-daca-4c6f-af5a-93d063934231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389416 Aug 19 15:32:08.278565 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-7be797d5-37fd-4cfe-94a0-91f5b0c824d4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860565 Aug 19 15:32:08.368717 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2ae86324-bd47-49d5-b3f9-de56a122aadc req-66bf6395-e1db-4d61-9b76-fa749a6f2206 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826747 Aug 19 15:32:09.214656 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb1174-e60a-465b-a024-af141956a034 req-86bcbf4d-99c1-4875-8f24-d81072bac67f tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:09.216112 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-63eb1174-e60a-465b-a024-af141956a034 req-86bcbf4d-99c1-4875-8f24-d81072bac67f tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 943 time: 0.0467944 Aug 19 15:32:09.262741 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-63eb1174-e60a-465b-a024-af141956a034 req-343c815b-de9b-4806-95e3-66149a9d822f tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410657 Aug 19 15:32:09.370788 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091abe5-2596-4cd0-829c-e9e1458ba042 req-1bd1cbe0-1f43-4854-954c-b9d37f8b7365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:09.372252 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2091abe5-2596-4cd0-829c-e9e1458ba042 req-1bd1cbe0-1f43-4854-954c-b9d37f8b7365 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=981bbb7282bd40d0b5335280d5041fa5&device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 1127 time: 0.0436251 Aug 19 15:32:09.465433 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091abe5-2596-4cd0-829c-e9e1458ba042 req-bc9d96d4-8f4e-49a0-89f6-750bb0ce3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:09.466895 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2091abe5-2596-4cd0-829c-e9e1458ba042 req-bc9d96d4-8f4e-49a0-89f6-750bb0ce3abd service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f06e0ad7-daca-4c6f-af5a-93d063934231 HTTP/1.1" status: 200 len: 917 time: 0.0877337 Aug 19 15:32:09.507401 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2091abe5-2596-4cd0-829c-e9e1458ba042 req-ecb9c299-f05a-4cef-97be-1754ec0c9059 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1123119a-1372-416f-b5f1-586c7ed3bbd7 HTTP/1.1" status: 200 len: 217 time: 0.0326483 Aug 19 15:32:09.560938 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091abe5-2596-4cd0-829c-e9e1458ba042 req-4af5fb51-682e-4980-a638-5f8160c6f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:09.562369 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2091abe5-2596-4cd0-829c-e9e1458ba042 req-4af5fb51-682e-4980-a638-5f8160c6f98c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=2f0ea525-4b9d-40ca-9d97-037acc3e2cfc HTTP/1.1" status: 200 len: 855 time: 0.0481093 Aug 19 15:32:09.606335 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091abe5-2596-4cd0-829c-e9e1458ba042 req-7c6b19cd-819a-4141-ad0b-1a65f34c8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:09.607775 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2091abe5-2596-4cd0-829c-e9e1458ba042 req-7c6b19cd-819a-4141-ad0b-1a65f34c8b81 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f06e0ad7-daca-4c6f-af5a-93d063934231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381076 Aug 19 15:32:09.708602 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2091abe5-2596-4cd0-829c-e9e1458ba042 req-9d88f598-40dd-4ec5-9897-dc6d8398751e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874031 Aug 19 15:32:09.798737 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2091abe5-2596-4cd0-829c-e9e1458ba042 req-b8ba1801-7d6c-4cf5-85ca-6a46459fed5e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833201 Aug 19 15:32:09.831545 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:10.388455 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1921a5-06a3-43db-bfb0-e858740aebe7 req-979e92a0-979b-4bf3-adaa-007e611b4ca3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:10.389932 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1f1921a5-06a3-43db-bfb0-e858740aebe7 req-979e92a0-979b-4bf3-adaa-007e611b4ca3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 943 time: 0.0505176 Aug 19 15:32:10.438821 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1f1921a5-06a3-43db-bfb0-e858740aebe7 req-f07897e7-7168-43cc-8e08-1cccf4bb67d4 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430405 Aug 19 15:32:11.141872 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 1123119a-1372-416f-b5f1-586c7ed3bbd7 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:32:11.243431 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 1123119a-1372-416f-b5f1-586c7ed3bbd7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1123119a-1372-416f-b5f1-586c7ed3bbd7,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:11.254378 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': '1123119a-1372-416f-b5f1-586c7ed3bbd7', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'port_id': '1123119a-1372-416f-b5f1-586c7ed3bbd7', 'mac_address': 'fa:16:3e:7d:05:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:32:11.259564 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:11.290669 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 1123119a-1372-416f-b5f1-586c7ed3bbd7 is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:32:11.291147 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:11.304253 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1123119a-1372-416f-b5f1-586c7ed3bbd7 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:32:11.324023 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 1123119a-1372-416f-b5f1-586c7ed3bbd7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1123119a-1372-416f-b5f1-586c7ed3bbd7,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:11.327900 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:11.331209 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:11.374665 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=1123119a-1372-416f-b5f1-586c7ed3bbd7,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:11.569328 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9b46d-a436-4599-b2a3-236e862aa7eb req-d871ce6f-9f38-438e-a8ae-d8d4adb7262c tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:11.570822 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7cf9b46d-a436-4599-b2a3-236e862aa7eb req-d871ce6f-9f38-438e-a8ae-d8d4adb7262c tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 944 time: 0.0488255 Aug 19 15:32:11.619681 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7cf9b46d-a436-4599-b2a3-236e862aa7eb req-288c9dd8-7ccf-4814-8a6c-54cd6af71325 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421381 Aug 19 15:32:11.630414 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['1123119a-1372-416f-b5f1-586c7ed3bbd7'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:32:12.741530 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312b8ce-6b43-4317-a136-7e724591813f req-8a9914b0-931a-44f5-93ee-ee7539fb7e60 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:12.743477 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9312b8ce-6b43-4317-a136-7e724591813f req-8a9914b0-931a-44f5-93ee-ee7539fb7e60 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 944 time: 0.0453939 Aug 19 15:32:12.770773 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:12.783760 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:12.801429 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9312b8ce-6b43-4317-a136-7e724591813f req-7ea872a1-41e3-45d1-b9df-51fb168ccc14 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522163 Aug 19 15:32:12.815761 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-5d4b0ddb-3018-45b1-a1f1-8528a10415ed req-f486999c-7ea2-481e-8be1-7f240f0f2b74 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399914 Aug 19 15:32:12.903786 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b0ddb-3018-45b1-a1f1-8528a10415ed req-b0ac4bea-a15f-4420-8bc6-11e2761d0da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:12.905321 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-5d4b0ddb-3018-45b1-a1f1-8528a10415ed req-b0ac4bea-a15f-4420-8bc6-11e2761d0da3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0add00db6668475093f558e9700333d1&device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 1129 time: 0.0442843 Aug 19 15:32:13.010191 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b0ddb-3018-45b1-a1f1-8528a10415ed req-e4dec083-4390-4126-b6d1-0d001e5c07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:13.011669 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-5d4b0ddb-3018-45b1-a1f1-8528a10415ed req-e4dec083-4390-4126-b6d1-0d001e5c07ff service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 HTTP/1.1" status: 200 len: 913 time: 0.0867846 Aug 19 15:32:13.067117 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:13.071399 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:13.078476 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-5d4b0ddb-3018-45b1-a1f1-8528a10415ed req-04b10b7f-4e1f-481f-a983-c32b3455c0a5 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdfe8c13-bb9b-4403-9e35-60ecb60215b9 HTTP/1.1" status: 200 len: 1001 time: 0.0602729 Aug 19 15:32:13.127444 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b0ddb-3018-45b1-a1f1-8528a10415ed req-74fc865f-6a82-4566-9bf9-bfc58e9d9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:13.128904 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-5d4b0ddb-3018-45b1-a1f1-8528a10415ed req-74fc865f-6a82-4566-9bf9-bfc58e9d9bfe service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93c92eb6-ecf3-4e09-8dc4-e6863da8989f HTTP/1.1" status: 200 len: 851 time: 0.0438075 Aug 19 15:32:13.151522 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 1123119a-1372-416f-b5f1-586c7ed3bbd7 up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:13.175523 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b0ddb-3018-45b1-a1f1-8528a10415ed req-50d07054-71b2-4f83-85f0-32e56c0275e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:13.177056 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-5d4b0ddb-3018-45b1-a1f1-8528a10415ed req-50d07054-71b2-4f83-85f0-32e56c0275e1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391517 Aug 19 15:32:13.197819 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port 1123119a-1372-416f-b5f1-586c7ed3bbd7 completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:32:13.203718 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port 1123119a-1372-416f-b5f1-586c7ed3bbd7 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:32:13.204198 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:13.270441 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:13.272290 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:13.273705 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-5d4b0ddb-3018-45b1-a1f1-8528a10415ed req-997cbbc2-cabb-4b16-a9d8-fa8214d10f2e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882769 Aug 19 15:32:13.277320 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 1123119a-1372-416f-b5f1-586c7ed3bbd7 is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:32:13.277738 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:13.301209 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f43980-62ff-449e-bcbf-6aef66451613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1123119a-1372-416f-b5f1-586c7ed3bbd7'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:32:13.303436 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc4363d-417a-4d71-9a09-17b0118fcd4c" -d '{"events": [{"server_uuid": "a3f43980-62ff-449e-bcbf-6aef66451613", "name": "network-vif-plugged", "status": "completed", "tag": "1123119a-1372-416f-b5f1-586c7ed3bbd7"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:32:13.317029 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 1123119a-1372-416f-b5f1-586c7ed3bbd7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1123119a-1372-416f-b5f1-586c7ed3bbd7,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:13.321660 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:13.346454 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b071c325-68ce-47b7-92bc-0fce71c5a96e x-openstack-request-id: req-b071c325-68ce-47b7-92bc-0fce71c5a96e {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:32:13.346747 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f43980-62ff-449e-bcbf-6aef66451613", "name": "network-vif-plugged", "status": "completed", "tag": "1123119a-1372-416f-b5f1-586c7ed3bbd7", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:32:13.347005 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b071c325-68ce-47b7-92bc-0fce71c5a96e {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:32:13.347401 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b071c325-68ce-47b7-92bc-0fce71c5a96e'] response: {'server_uuid': 'a3f43980-62ff-449e-bcbf-6aef66451613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1123119a-1372-416f-b5f1-586c7ed3bbd7', 'code': 200} Aug 19 15:32:13.369985 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-5d4b0ddb-3018-45b1-a1f1-8528a10415ed req-9e58cb7e-6aa3-4bc1-8c4d-a34f6fafe484 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885453 Aug 19 15:32:13.379702 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=1123119a-1372-416f-b5f1-586c7ed3bbd7,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:13.388851 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:13.389200 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:13.390006 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:13.390417 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:13.390698 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:13.391029 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:13.391547 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:13.391882 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:13.392221 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:13.392565 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:13.392890 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:13.393214 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:13.393952 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:13.394287 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:13.394607 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:13.417735 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ab8105c1-9425-495c-9fbe-baa746cab896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:13.763728 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335728c-46f0-440a-8fba-c7ceaf1edc02 req-5750d0c2-640d-45f8-b5d5-8185059d0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:13.765279 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3335728c-46f0-440a-8fba-c7ceaf1edc02 req-5750d0c2-640d-45f8-b5d5-8185059d0681 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 1129 time: 0.0449412 Aug 19 15:32:13.813125 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3335728c-46f0-440a-8fba-c7ceaf1edc02 req-54598243-ab49-47f3-87b3-2663949c96b1 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410635 Aug 19 15:32:13.926893 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e940bc-93ab-4b3d-b656-2fa3d36dd620 req-4407c512-114b-4c46-aac2-4eeb070994ad tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:13.928266 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-20e940bc-93ab-4b3d-b656-2fa3d36dd620 req-4407c512-114b-4c46-aac2-4eeb070994ad tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0477140 Aug 19 15:32:13.976015 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-20e940bc-93ab-4b3d-b656-2fa3d36dd620 req-ed72b5f3-1d3d-48df-9817-e3c72a355aca tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419095 Aug 19 15:32:15.100684 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8235ce4-d015-44d8-8066-52850c0681f5 req-33c2df72-ff3f-48f3-8b26-b17b3d6603cc tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:15.102178 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b8235ce4-d015-44d8-8066-52850c0681f5 req-33c2df72-ff3f-48f3-8b26-b17b3d6603cc tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0476024 Aug 19 15:32:15.149941 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b8235ce4-d015-44d8-8066-52850c0681f5 req-adbf8250-967c-4362-abae-43a24c42a999 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414336 Aug 19 15:32:15.785997 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4570bf3c-704c-4e90-b78a-d431b70d7a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:16.284078 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd4799-8b46-4adf-babe-fb628d68124d req-20907f2c-3beb-46b4-a569-03af1becbc12 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:16.285547 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a1fd4799-8b46-4adf-babe-fb628d68124d req-20907f2c-3beb-46b4-a569-03af1becbc12 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0502305 Aug 19 15:32:16.332630 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a1fd4799-8b46-4adf-babe-fb628d68124d req-93e71aa0-1bec-4895-bb5d-c8a71455b1c1 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405788 Aug 19 15:32:16.453918 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407b255-f477-4e95-987b-7214f0a9061d req-5815f40e-cd08-4737-8b71-005b1842aaec tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:16.455377 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9407b255-f477-4e95-987b-7214f0a9061d req-5815f40e-cd08-4737-8b71-005b1842aaec tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0467556 Aug 19 15:32:16.465296 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 48950) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:32:16.469727 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-e2e60ef1-dfbe-4104-aee2-dc77beeb3b7b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Request body: {'floatingip': {'port_id': '1123119a-1372-416f-b5f1-586c7ed3bbd7'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:16.510779 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e2e60ef1-dfbe-4104-aee2-dc77beeb3b7b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for floatingip (abc0196d-ab7a-4547-b615-8cee5a85bfbe), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:16.940919 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e2e60ef1-dfbe-4104-aee2-dc77beeb3b7b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:16.945349 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e2e60ef1-dfbe-4104-aee2-dc77beeb3b7b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (abc0196d-ab7a-4547-b615-8cee5a85bfbe), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:17.043104 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.l3_db [None req-e2e60ef1-dfbe-4104-aee2-dc77beeb3b7b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Floating IP abc0196d-ab7a-4547-b615-8cee5a85bfbe associated. External IP: 172.27.2.91, port: 1123119a-1372-416f-b5f1-586c7ed3bbd7. Aug 19 15:32:17.066737 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:17.132119 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:17.231601 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:17.247687 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e60ef1-dfbe-4104-aee2-dc77beeb3b7b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Router 81dba262-78d6-45eb-92b2-b6ad51e221f4 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:32:17.351586 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e60ef1-dfbe-4104-aee2-dc77beeb3b7b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:32:17.356584 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e2e60ef1-dfbe-4104-aee2-dc77beeb3b7b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:17.361554 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c29ad4-ef3c-4cc1-a222-b1df3576af4d None None] Sync routers for ids ['81dba262-78d6-45eb-92b2-b6ad51e221f4'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:32:17.371092 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c29ad4-ef3c-4cc1-a222-b1df3576af4d None None] Routers {'81dba262-78d6-45eb-92b2-b6ad51e221f4'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:32:17.371710 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-67c29ad4-ef3c-4cc1-a222-b1df3576af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:32:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['81dba262-78d6-45eb-92b2-b6ad51e221f4'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:17.386736 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e2e60ef1-dfbe-4104-aee2-dc77beeb3b7b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/abc0196d-ab7a-4547-b615-8cee5a85bfbe HTTP/1.1" status: 200 len: 990 time: 0.9203835 Aug 19 15:32:17.387424 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f43980-62ff-449e-bcbf-6aef66451613', 'tag': '1123119a-1372-416f-b5f1-586c7ed3bbd7'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:32:17.389785 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69ccef422e24697aa339ca93078f5b722801d9cd263b30b0a6d79bd9e8f250f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ef4b85-fb00-434e-832f-e347ea758842" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f43980-62ff-449e-bcbf-6aef66451613", "tag": "1123119a-1372-416f-b5f1-586c7ed3bbd7"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:32:17.427177 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eae276e-c446-471f-9539-18d6c28f74a4 x-openstack-request-id: req-3eae276e-c446-471f-9539-18d6c28f74a4 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:32:17.427471 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f43980-62ff-449e-bcbf-6aef66451613", "tag": "1123119a-1372-416f-b5f1-586c7ed3bbd7", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:32:17.427729 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3eae276e-c446-471f-9539-18d6c28f74a4 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:32:17.428140 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eae276e-c446-471f-9539-18d6c28f74a4'] response: {'name': 'network-changed', 'server_uuid': 'a3f43980-62ff-449e-bcbf-6aef66451613', 'tag': '1123119a-1372-416f-b5f1-586c7ed3bbd7', 'status': 'completed', 'code': 200} Aug 19 15:32:17.476982 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-67c29ad4-ef3c-4cc1-a222-b1df3576af4d None None] Set router 81dba262-78d6-45eb-92b2-b6ad51e221f4 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:32:17.495504 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef4b85-fb00-434e-832f-e347ea758842 req-e4642ec9-5d09-47f5-b52c-7a5d90d10a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:17.496961 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-02ef4b85-fb00-434e-832f-e347ea758842 req-e4642ec9-5d09-47f5-b52c-7a5d90d10a17 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=981bbb7282bd40d0b5335280d5041fa5&device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 1129 time: 0.0396724 Aug 19 15:32:17.549835 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:17.573462 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:17.596256 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef4b85-fb00-434e-832f-e347ea758842 req-a68e4cd4-860b-4829-b875-ecca6eeac3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:17.597758 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-02ef4b85-fb00-434e-832f-e347ea758842 req-a68e4cd4-860b-4829-b875-ecca6eeac3a0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f06e0ad7-daca-4c6f-af5a-93d063934231 HTTP/1.1" status: 200 len: 917 time: 0.0945468 Aug 19 15:32:17.661499 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-02ef4b85-fb00-434e-832f-e347ea758842 req-4496f48c-d125-417b-87f0-0382e9bd389d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1123119a-1372-416f-b5f1-586c7ed3bbd7 HTTP/1.1" status: 200 len: 998 time: 0.0562778 Aug 19 15:32:17.699015 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-67c29ad4-ef3c-4cc1-a222-b1df3576af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:29:03Z', 'revision_number': 4, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port': {'id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:01Z', 'updated_at': '2022-08-19T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': 'abc0196d-ab7a-4547-b615-8cee5a85bfbe', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'port_id': '1123119a-1372-416f-b5f1-586c7ed3bbd7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'mac_address': 'fa:16:3e:7d:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f43980-62ff-449e-bcbf-6aef66451613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:32:04Z', 'updated_at': '2022-08-19T15:32:16Z', 'revision_number': 1, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b00b58-d3e4-4f35-a686-11daeb47b2ef', 'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'mac_address': 'fa:16:3e:82:05:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:03Z', 'updated_at': '2022-08-19T15:29:09Z', 'revision_number': 5, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'subnets': [{'id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:17.713588 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef4b85-fb00-434e-832f-e347ea758842 req-04e30c66-512c-430f-942e-0111af527e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:17.715055 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-02ef4b85-fb00-434e-832f-e347ea758842 req-04e30c66-512c-430f-942e-0111af527e4b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=2f0ea525-4b9d-40ca-9d97-037acc3e2cfc HTTP/1.1" status: 200 len: 855 time: 0.0465596 Aug 19 15:32:17.724467 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c29ad4-ef3c-4cc1-a222-b1df3576af4d None None] Checking router: 81dba262-78d6-45eb-92b2-b6ad51e221f4 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:32:17.733698 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c29ad4-ef3c-4cc1-a222-b1df3576af4d None None] Routers {'81dba262-78d6-45eb-92b2-b6ad51e221f4'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:32:17.734311 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-67c29ad4-ef3c-4cc1-a222-b1df3576af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:32:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['81dba262-78d6-45eb-92b2-b6ad51e221f4'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:17.759202 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef4b85-fb00-434e-832f-e347ea758842 req-3d77f344-dd52-443e-aee3-436db0f27ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:17.760813 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-02ef4b85-fb00-434e-832f-e347ea758842 req-3d77f344-dd52-443e-aee3-436db0f27ea7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f06e0ad7-daca-4c6f-af5a-93d063934231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394096 Aug 19 15:32:17.838442 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-67c29ad4-ef3c-4cc1-a222-b1df3576af4d None None] Set router 81dba262-78d6-45eb-92b2-b6ad51e221f4 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:32:17.861773 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-02ef4b85-fb00-434e-832f-e347ea758842 req-4e6ea4c8-aa59-44ab-a248-a8f298ed4ab1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932124 Aug 19 15:32:17.960417 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-02ef4b85-fb00-434e-832f-e347ea758842 req-5d3c2a54-2497-4d3a-bcbb-028ae31c75df service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924845 Aug 19 15:32:18.059263 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-67c29ad4-ef3c-4cc1-a222-b1df3576af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:29:03Z', 'revision_number': 4, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port': {'id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:01Z', 'updated_at': '2022-08-19T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': 'abc0196d-ab7a-4547-b615-8cee5a85bfbe', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'port_id': '1123119a-1372-416f-b5f1-586c7ed3bbd7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'mac_address': 'fa:16:3e:7d:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f43980-62ff-449e-bcbf-6aef66451613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:32:04Z', 'updated_at': '2022-08-19T15:32:16Z', 'revision_number': 1, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b00b58-d3e4-4f35-a686-11daeb47b2ef', 'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'mac_address': 'fa:16:3e:82:05:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:03Z', 'updated_at': '2022-08-19T15:29:09Z', 'revision_number': 5, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'subnets': [{'id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:18.088492 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c29ad4-ef3c-4cc1-a222-b1df3576af4d None None] The sync data for ids ['81dba262-78d6-45eb-92b2-b6ad51e221f4'] in dv-cinder-835384-20-iscsi is: [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:29:03Z', 'revision_number': 4, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port': {'id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:01Z', 'updated_at': '2022-08-19T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': 'abc0196d-ab7a-4547-b615-8cee5a85bfbe', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'port_id': '1123119a-1372-416f-b5f1-586c7ed3bbd7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'mac_address': 'fa:16:3e:7d:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f43980-62ff-449e-bcbf-6aef66451613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:32:04Z', 'updated_at': '2022-08-19T15:32:16Z', 'revision_number': 1, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b00b58-d3e4-4f35-a686-11daeb47b2ef', 'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'mac_address': 'fa:16:3e:82:05:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:03Z', 'updated_at': '2022-08-19T15:29:09Z', 'revision_number': 5, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'subnets': [{'id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:32:18.285043 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa10d2f-3486-4b35-b146-a75ec512a016 None None] New status for floating IP abc0196d-ab7a-4547-b615-8cee5a85bfbe: ACTIVE {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:32:18.521344 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:18.663979 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:22.046436 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:32:27.381551 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=15 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:27.382352 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=31 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:27.951486 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=83 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:27.957588 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=86 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:28.657926 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:28.659814 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:29.100511 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:39.852710 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:42.019322 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:42.020059 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:43.410361 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c84bc4b9-192f-49d5-bfe1-03c4b9bc20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:45.788096 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-557c5004-c43b-4e27-b3f9-0a47e67e2648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:47.072121 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:48.524822 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:48.546143 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:32:56.825398 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210ce93-3510-4647-9014-d39ba1cf5c2e req-5eff12fb-4a6e-40dd-ab4b-ad88b0d20326 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:56.826809 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1210ce93-3510-4647-9014-d39ba1cf5c2e req-5eff12fb-4a6e-40dd-ab4b-ad88b0d20326 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0493276 Aug 19 15:32:56.875297 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1210ce93-3510-4647-9014-d39ba1cf5c2e req-15058732-7cca-49f2-b8fb-611533e728e2 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427508 Aug 19 15:32:58.002671 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f333e4-7707-4e89-a5f8-05e62137a715 req-1f0c4179-45c2-44ee-8faf-dcc3ac5cc890 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:58.004162 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-54f333e4-7707-4e89-a5f8-05e62137a715 req-1f0c4179-45c2-44ee-8faf-dcc3ac5cc890 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0479877 Aug 19 15:32:58.054715 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-54f333e4-7707-4e89-a5f8-05e62137a715 req-c46333a4-ca57-49e3-b8c0-7083b5d677b9 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448949 Aug 19 15:32:58.540220 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:58.542116 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:32:59.047015 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:32:59.180776 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e5989-b65a-4be9-8acd-ad6da45c74d3 req-97552ef1-ec52-4c85-b33b-520a805e4577 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:32:59.182222 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4a6e5989-b65a-4be9-8acd-ad6da45c74d3 req-97552ef1-ec52-4c85-b33b-520a805e4577 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0489607 Aug 19 15:32:59.229337 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4a6e5989-b65a-4be9-8acd-ad6da45c74d3 req-af356ac2-2c27-4680-a772-22f03a34f5d1 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413344 Aug 19 15:33:00.353484 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7add7ef-a2a5-49fb-8b6d-3a92dc548b42 req-b7b51678-3245-41d7-8d92-f1d8f5b9a72b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:00.354953 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b7add7ef-a2a5-49fb-8b6d-3a92dc548b42 req-b7b51678-3245-41d7-8d92-f1d8f5b9a72b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0475092 Aug 19 15:33:00.401531 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b7add7ef-a2a5-49fb-8b6d-3a92dc548b42 req-c75dd96b-7cc3-414b-8ae1-6460c1b73033 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409803 Aug 19 15:33:01.526143 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c1e2c-e8a0-4f29-804a-822fbfd71033 req-c9589c64-1b2b-4243-985a-f78c76d8a871 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:01.527595 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-442c1e2c-e8a0-4f29-804a-822fbfd71033 req-c9589c64-1b2b-4243-985a-f78c76d8a871 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0501952 Aug 19 15:33:01.574578 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-442c1e2c-e8a0-4f29-804a-822fbfd71033 req-85977dce-d9ad-4f1d-8016-e0ca28b79c7c tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407121 Aug 19 15:33:02.821274 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490e030-ce64-4517-b4cf-0e95706a0cfd req-dac7f398-e547-4a71-b1cc-f55a1abb9afd tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:02.823001 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f490e030-ce64-4517-b4cf-0e95706a0cfd req-dac7f398-e547-4a71-b1cc-f55a1abb9afd tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.1695597 Aug 19 15:33:02.873586 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f490e030-ce64-4517-b4cf-0e95706a0cfd req-c8db871e-1c80-4a8b-8fc0-f8a8996125f4 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444756 Aug 19 15:33:04.004313 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d034d-91c0-4c2f-937c-b25ff5fc0727 req-0385e7fc-7b6b-4d5d-b500-6c8f8bd9df60 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:04.005872 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-229d034d-91c0-4c2f-937c-b25ff5fc0727 req-0385e7fc-7b6b-4d5d-b500-6c8f8bd9df60 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0512147 Aug 19 15:33:04.053807 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-229d034d-91c0-4c2f-937c-b25ff5fc0727 req-e053aadf-67b1-4324-8be1-822ef4144e65 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424211 Aug 19 15:33:05.178881 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d656c0-abf7-4838-b92c-618f23946731 req-6d11962e-88d7-4f16-8926-428976fe9592 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:05.180612 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-96d656c0-abf7-4838-b92c-618f23946731 req-6d11962e-88d7-4f16-8926-428976fe9592 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0476787 Aug 19 15:33:05.226781 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-96d656c0-abf7-4838-b92c-618f23946731 req-398b9000-e5b8-4997-b157-ded8b03df6bf tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404103 Aug 19 15:33:06.400283 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc462ef-809b-4bfe-bee9-fe1488d5c818 req-8ee8e024-0ac2-4387-a296-0d331903713e tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:06.401760 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8dc462ef-809b-4bfe-bee9-fe1488d5c818 req-8ee8e024-0ac2-4387-a296-0d331903713e tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0963421 Aug 19 15:33:06.453303 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8dc462ef-809b-4bfe-bee9-fe1488d5c818 req-8f8d1e50-5583-4943-96ae-5459f4de7163 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452783 Aug 19 15:33:07.575845 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85c812-16ad-46a7-bf4c-156aafc8acfa req-b7aac29c-9b2b-48c0-abb0-b5e1f30ac825 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:07.577945 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-cb85c812-16ad-46a7-bf4c-156aafc8acfa req-b7aac29c-9b2b-48c0-abb0-b5e1f30ac825 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0479636 Aug 19 15:33:07.624729 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-cb85c812-16ad-46a7-bf4c-156aafc8acfa req-655518eb-b886-437a-81df-a99ec5a47d90 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411246 Aug 19 15:33:08.748540 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b1357-b3ed-4be3-aeec-9b40d9fdf44f req-72985002-34ce-4344-a459-94a137351982 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:08.750190 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-766b1357-b3ed-4be3-aeec-9b40d9fdf44f req-72985002-34ce-4344-a459-94a137351982 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0470579 Aug 19 15:33:08.769861 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:08.796967 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-766b1357-b3ed-4be3-aeec-9b40d9fdf44f req-d3105f57-c9c9-4db8-983f-2aad786f59c2 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412755 Aug 19 15:33:09.041369 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:09.042088 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:09.431981 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 1123119a-1372-416f-b5f1-586c7ed3bbd7 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:33:09.532548 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 1123119a-1372-416f-b5f1-586c7ed3bbd7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1123119a-1372-416f-b5f1-586c7ed3bbd7,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:09.543602 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': '1123119a-1372-416f-b5f1-586c7ed3bbd7', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'port_id': '1123119a-1372-416f-b5f1-586c7ed3bbd7', 'mac_address': 'fa:16:3e:7d:05:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:33:09.578331 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 1123119a-1372-416f-b5f1-586c7ed3bbd7 is: ACTIVE; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:33:09.578716 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:09.591711 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1123119a-1372-416f-b5f1-586c7ed3bbd7 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:33:09.615723 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 1123119a-1372-416f-b5f1-586c7ed3bbd7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1123119a-1372-416f-b5f1-586c7ed3bbd7,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:09.619495 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:09.670492 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=1123119a-1372-416f-b5f1-586c7ed3bbd7,revision_number=6']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:09.750135 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['1123119a-1372-416f-b5f1-586c7ed3bbd7'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:33:09.867173 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:09.930083 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba878716-259b-49ae-bcf2-d4f3a63fc012 req-99ca7a2f-110e-4894-a890-18fa252f991a tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:09.931576 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ba878716-259b-49ae-bcf2-d4f3a63fc012 req-99ca7a2f-110e-4894-a890-18fa252f991a tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 944 time: 0.0535688 Aug 19 15:33:09.943586 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:09.981036 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ba878716-259b-49ae-bcf2-d4f3a63fc012 req-29852488-5a46-45fe-bb25-c6350f9befea tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430481 Aug 19 15:33:11.122155 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f529b6-c11b-416e-b95b-84fae79cb1c1 req-3796f51b-0a5b-41d2-bc79-a5ffe66cd7b5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:11.122155 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e8f529b6-c11b-416e-b95b-84fae79cb1c1 req-3796f51b-0a5b-41d2-bc79-a5ffe66cd7b5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 944 time: 0.0534976 Aug 19 15:33:11.175229 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e8f529b6-c11b-416e-b95b-84fae79cb1c1 req-bd13c258-0f02-44ea-9746-d4824ca54f82 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470922 Aug 19 15:33:11.433704 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 1123119a-1372-416f-b5f1-586c7ed3bbd7 up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:11.494074 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port 1123119a-1372-416f-b5f1-586c7ed3bbd7 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:33:11.494453 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:11.576433 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 1123119a-1372-416f-b5f1-586c7ed3bbd7 is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:33:11.576433 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:11.605691 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f43980-62ff-449e-bcbf-6aef66451613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1123119a-1372-416f-b5f1-586c7ed3bbd7'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:33:11.609026 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5acaeb-8aa8-4627-92aa-82a40d56a469" -d '{"events": [{"server_uuid": "a3f43980-62ff-449e-bcbf-6aef66451613", "name": "network-vif-plugged", "status": "completed", "tag": "1123119a-1372-416f-b5f1-586c7ed3bbd7"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:33:11.627990 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 1123119a-1372-416f-b5f1-586c7ed3bbd7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1123119a-1372-416f-b5f1-586c7ed3bbd7,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:11.638004 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:11.672831 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232fd657-8b78-4490-b233-79e731d5ee2a x-openstack-request-id: req-232fd657-8b78-4490-b233-79e731d5ee2a {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:33:11.672831 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f43980-62ff-449e-bcbf-6aef66451613", "name": "network-vif-plugged", "status": "completed", "tag": "1123119a-1372-416f-b5f1-586c7ed3bbd7", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:33:11.672831 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-232fd657-8b78-4490-b233-79e731d5ee2a {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:33:11.672831 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-232fd657-8b78-4490-b233-79e731d5ee2a'] response: {'server_uuid': 'a3f43980-62ff-449e-bcbf-6aef66451613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1123119a-1372-416f-b5f1-586c7ed3bbd7', 'code': 200} Aug 19 15:33:11.710603 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=1123119a-1372-416f-b5f1-586c7ed3bbd7,revision_number=7']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:12.308116 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1214661-126e-4fbe-b138-9bfe962e4dab req-88fa62fb-4a33-4304-9e09-926167d537b8 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:12.310345 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c1214661-126e-4fbe-b138-9bfe962e4dab req-88fa62fb-4a33-4304-9e09-926167d537b8 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0517540 Aug 19 15:33:12.367682 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c1214661-126e-4fbe-b138-9bfe962e4dab req-52127b28-2cbd-4382-94f5-f7c802178e3b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504825 Aug 19 15:33:13.423211 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c949d625-6246-4eca-b7d6-f0518ce263fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:13.533814 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccf75b-645a-460c-89fd-a736a100a326 req-7a1f4e21-f637-41a2-a47b-b377779e7b45 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:13.536191 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-dfccf75b-645a-460c-89fd-a736a100a326 req-7a1f4e21-f637-41a2-a47b-b377779e7b45 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0636911 Aug 19 15:33:13.589433 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-dfccf75b-645a-460c-89fd-a736a100a326 req-9d55f7ef-fc41-4cdc-90c2-f8a4707664f7 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475228 Aug 19 15:33:14.557992 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c71242bb-3ec6-4e3c-b596-af8e26b4d74a req-b775869b-a062-44cf-82d6-c91a813a0716 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450006 Aug 19 15:33:14.626414 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71242bb-3ec6-4e3c-b596-af8e26b4d74a req-81751fa2-e2ca-49bf-a0f0-1e8cb707fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:14.628078 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c71242bb-3ec6-4e3c-b596-af8e26b4d74a req-81751fa2-e2ca-49bf-a0f0-1e8cb707fe81 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0add00db6668475093f558e9700333d1&device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 1130 time: 0.0474324 Aug 19 15:33:14.755938 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71242bb-3ec6-4e3c-b596-af8e26b4d74a req-d77971d5-b41d-49eb-9b9f-6816eb0154d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:14.758085 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c71242bb-3ec6-4e3c-b596-af8e26b4d74a req-d77971d5-b41d-49eb-9b9f-6816eb0154d4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 HTTP/1.1" status: 200 len: 913 time: 0.1067886 Aug 19 15:33:14.761735 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef11175-411f-4f7d-a8cd-1f1bc0da53af req-2d465728-9090-48cc-b140-fd2db13c16f2 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:14.763862 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1ef11175-411f-4f7d-a8cd-1f1bc0da53af req-2d465728-9090-48cc-b140-fd2db13c16f2 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0549307 Aug 19 15:33:14.817868 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1ef11175-411f-4f7d-a8cd-1f1bc0da53af req-a73e1034-cda7-420c-8e12-8fdf16039023 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459828 Aug 19 15:33:14.836292 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c71242bb-3ec6-4e3c-b596-af8e26b4d74a req-0f79eb4f-6ef4-4f64-ba04-c8ace06418a9 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4de4f1a-9970-4238-889e-a094171b341d HTTP/1.1" status: 200 len: 1002 time: 0.0700388 Aug 19 15:33:14.896043 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71242bb-3ec6-4e3c-b596-af8e26b4d74a req-6bff6302-accd-4e0d-8d94-cbd9c578db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:14.898270 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c71242bb-3ec6-4e3c-b596-af8e26b4d74a req-6bff6302-accd-4e0d-8d94-cbd9c578db7c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93c92eb6-ecf3-4e09-8dc4-e6863da8989f HTTP/1.1" status: 200 len: 851 time: 0.0546999 Aug 19 15:33:14.949776 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71242bb-3ec6-4e3c-b596-af8e26b4d74a req-461929d9-9fa4-4a91-bc19-2067b3d0a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:14.951949 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c71242bb-3ec6-4e3c-b596-af8e26b4d74a req-461929d9-9fa4-4a91-bc19-2067b3d0a9fa service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468597 Aug 19 15:33:15.050036 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c71242bb-3ec6-4e3c-b596-af8e26b4d74a req-1f8210ca-ea07-47b5-bc83-424dc3d83cef service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918970 Aug 19 15:33:15.406093 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-c71242bb-3ec6-4e3c-b596-af8e26b4d74a req-bc62a860-427f-4866-9364-a4471ab23ac4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492589 Aug 19 15:33:15.794452 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5ad2ac12-aa65-4d31-983a-643dc17f4258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:15.975249 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea873f4c-e296-40b3-b4b0-fce019361b06 req-333b3159-5f53-436e-975a-a523878a52c5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:15.980949 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ea873f4c-e296-40b3-b4b0-fce019361b06 req-333b3159-5f53-436e-975a-a523878a52c5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0675704 Aug 19 15:33:16.032435 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ea873f4c-e296-40b3-b4b0-fce019361b06 req-ad307b25-f785-4b6b-9d2a-a92d0b01552c tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445881 Aug 19 15:33:17.090697 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:17.189374 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a4ab8-5993-479b-878b-56e889d323c9 req-6d157c84-6dd5-476b-bc04-091bd484b967 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:17.190992 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e00a4ab8-5993-479b-878b-56e889d323c9 req-6d157c84-6dd5-476b-bc04-091bd484b967 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0582025 Aug 19 15:33:17.244348 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e00a4ab8-5993-479b-878b-56e889d323c9 req-e674b608-913b-44ce-b044-f55591acbea6 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475709 Aug 19 15:33:18.391222 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234e1f5-f6b6-48bb-980b-3ea5b637a954 req-5351154f-e805-4258-a8ae-0f8f6d60e100 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:18.398539 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3234e1f5-f6b6-48bb-980b-3ea5b637a954 req-5351154f-e805-4258-a8ae-0f8f6d60e100 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0651305 Aug 19 15:33:18.556063 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:18.562439 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:18.709987 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3234e1f5-f6b6-48bb-980b-3ea5b637a954 req-deff5a6f-dcea-45f9-af9d-17ea9c1ad5f9 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104055 Aug 19 15:33:19.676432 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f6dac-c268-4ceb-a572-493129857754 req-93e1d8e6-8a16-4daf-b2cb-aa30b39572d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:19.677933 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cb3f6dac-c268-4ceb-a572-493129857754 req-93e1d8e6-8a16-4daf-b2cb-aa30b39572d0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=981bbb7282bd40d0b5335280d5041fa5&device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 1129 time: 0.0408003 Aug 19 15:33:19.777228 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f6dac-c268-4ceb-a572-493129857754 req-583e68fa-0371-4af4-aee5-145091c390ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:19.778697 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cb3f6dac-c268-4ceb-a572-493129857754 req-583e68fa-0371-4af4-aee5-145091c390ff service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f06e0ad7-daca-4c6f-af5a-93d063934231 HTTP/1.1" status: 200 len: 917 time: 0.0914538 Aug 19 15:33:19.841622 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58201c4-5728-493a-bd1b-c5cc347277c8 req-e35703f6-9003-45e7-9851-7849f1db6d6f tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:19.844719 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e58201c4-5728-493a-bd1b-c5cc347277c8 req-e35703f6-9003-45e7-9851-7849f1db6d6f tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0525014 Aug 19 15:33:19.852596 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cb3f6dac-c268-4ceb-a572-493129857754 req-3a460a30-add1-4546-afd5-2558253166c5 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1123119a-1372-416f-b5f1-586c7ed3bbd7 HTTP/1.1" status: 200 len: 1000 time: 0.0649383 Aug 19 15:33:19.896042 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e58201c4-5728-493a-bd1b-c5cc347277c8 req-9ab72981-9640-4b53-b36e-c98abdf3aace tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433567 Aug 19 15:33:19.908548 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f6dac-c268-4ceb-a572-493129857754 req-d758ae89-71ba-4e0d-8c33-c151696b9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:19.910028 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cb3f6dac-c268-4ceb-a572-493129857754 req-d758ae89-71ba-4e0d-8c33-c151696b9534 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=2f0ea525-4b9d-40ca-9d97-037acc3e2cfc HTTP/1.1" status: 200 len: 855 time: 0.0488799 Aug 19 15:33:19.956766 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f6dac-c268-4ceb-a572-493129857754 req-0b258802-255b-4079-acfb-85888017daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:19.958219 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cb3f6dac-c268-4ceb-a572-493129857754 req-0b258802-255b-4079-acfb-85888017daf8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f06e0ad7-daca-4c6f-af5a-93d063934231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395072 Aug 19 15:33:20.053435 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cb3f6dac-c268-4ceb-a572-493129857754 req-7059a6e1-26af-4ba5-8e88-a13146a3e107 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842984 Aug 19 15:33:20.078850 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:20.159381 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-cb3f6dac-c268-4ceb-a572-493129857754 req-99244e3e-cde7-49df-b944-3af82d93d88e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969558 Aug 19 15:33:21.020584 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cecac2-1aef-46be-abe9-b467fd305ecb req-ae33d7f1-5b20-4269-bd6c-01567eb84b4c tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:21.022076 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-53cecac2-1aef-46be-abe9-b467fd305ecb req-ae33d7f1-5b20-4269-bd6c-01567eb84b4c tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0476055 Aug 19 15:33:21.068003 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:21.072583 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-53cecac2-1aef-46be-abe9-b467fd305ecb req-e0960a7d-fc0d-42a2-904c-65b9ead27e66 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450232 Aug 19 15:33:22.201711 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba1627-9466-48e2-bdcc-44454f5e0ba9 req-2ab40bb2-702f-4a74-86a6-13a161d0c513 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:22.203216 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2dba1627-9466-48e2-bdcc-44454f5e0ba9 req-2ab40bb2-702f-4a74-86a6-13a161d0c513 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0488791 Aug 19 15:33:22.252027 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2dba1627-9466-48e2-bdcc-44454f5e0ba9 req-94aac821-a0ba-4168-a107-6ad56716c8b8 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422595 Aug 19 15:33:23.374307 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8a9c6-262d-4c37-b6db-e95b8220b2c9 req-0bcf9db2-9642-423f-a41d-8f7c5e6f330e tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:23.375753 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-52a8a9c6-262d-4c37-b6db-e95b8220b2c9 req-0bcf9db2-9642-423f-a41d-8f7c5e6f330e tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 945 time: 0.0468543 Aug 19 15:33:23.423280 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-52a8a9c6-262d-4c37-b6db-e95b8220b2c9 req-3f9a542f-3f78-4eba-bc7b-b9915241924c tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415764 Aug 19 15:33:23.497383 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 1123119a-1372-416f-b5f1-586c7ed3bbd7 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:33:23.533903 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:23.534486 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:23.575372 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 1123119a-1372-416f-b5f1-586c7ed3bbd7 is: ACTIVE; New status is: DOWN {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:33:23.575769 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:23.599555 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f43980-62ff-449e-bcbf-6aef66451613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1123119a-1372-416f-b5f1-586c7ed3bbd7'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:33:23.601826 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5166b64d-7f8a-4d29-8508-971e4f703375" -d '{"events": [{"server_uuid": "a3f43980-62ff-449e-bcbf-6aef66451613", "name": "network-vif-unplugged", "status": "completed", "tag": "1123119a-1372-416f-b5f1-586c7ed3bbd7"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:33:23.615557 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 1123119a-1372-416f-b5f1-586c7ed3bbd7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1123119a-1372-416f-b5f1-586c7ed3bbd7,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:23.619593 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:23.647636 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Aug 2022 15:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e6cda3-e4cd-45b0-abaf-ea4c6cb1be65 x-openstack-request-id: req-39e6cda3-e4cd-45b0-abaf-ea4c6cb1be65 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:33:23.647636 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f43980-62ff-449e-bcbf-6aef66451613", "name": "network-vif-unplugged", "status": "failed", "tag": "1123119a-1372-416f-b5f1-586c7ed3bbd7", "code": 422}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:33:23.647956 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-39e6cda3-e4cd-45b0-abaf-ea4c6cb1be65 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:33:23.648149 dv-cinder-835384-20-iscsi neutron-server[106286]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-39e6cda3-e4cd-45b0-abaf-ea4c6cb1be65']: {'server_uuid': 'a3f43980-62ff-449e-bcbf-6aef66451613', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1123119a-1372-416f-b5f1-586c7ed3bbd7', 'code': 422} returned with failed status Aug 19 15:33:23.678086 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=1123119a-1372-416f-b5f1-586c7ed3bbd7,revision_number=8']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:23.685696 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:23.686047 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:23.686464 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:23.686732 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:23.687102 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:23.687434 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:23.687763 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:23.688091 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:23.688436 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:23.688793 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:23.689705 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:23.690163 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:23.690440 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:23.690771 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:23.691089 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:24.398049 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:24.407205 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd812b6-ef43-4205-b84e-5eb8f7d1a33a req-06ab6236-2c53-4911-8203-bbd8711108bc tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:24.408871 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-bdd812b6-ef43-4205-b84e-5eb8f7d1a33a req-06ab6236-2c53-4911-8203-bbd8711108bc tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 943 time: 0.0541811 Aug 19 15:33:24.433872 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a55f08e1-644b-4c58-b938-3067d0d658cb req-8a0234ab-2530-4986-883f-bd101d36e0e3 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390148 Aug 19 15:33:24.457437 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-bdd812b6-ef43-4205-b84e-5eb8f7d1a33a req-4f99e510-5fb8-4073-a6de-108b85543c89 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427015 Aug 19 15:33:24.509045 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f08e1-644b-4c58-b938-3067d0d658cb req-b0e25d9f-d1fe-4b02-8730-2415f0157609 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:24.510366 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a55f08e1-644b-4c58-b938-3067d0d658cb req-b0e25d9f-d1fe-4b02-8730-2415f0157609 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports/1123119a-1372-416f-b5f1-586c7ed3bbd7 HTTP/1.1" status: 200 len: 940 time: 0.0478823 Aug 19 15:33:25.305428 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f08e1-644b-4c58-b938-3067d0d658cb req-68144b24-7927-4265-90b1-f480168d0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:25.306931 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a55f08e1-644b-4c58-b938-3067d0d658cb req-68144b24-7927-4265-90b1-f480168d0f21 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613&tenant_id=981bbb7282bd40d0b5335280d5041fa5 HTTP/1.1" status: 200 len: 1127 time: 0.0459335 Aug 19 15:33:25.370346 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f08e1-644b-4c58-b938-3067d0d658cb req-01b59d68-7d78-40ef-9fb8-92c2251b7f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:25.371849 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a55f08e1-644b-4c58-b938-3067d0d658cb req-01b59d68-7d78-40ef-9fb8-92c2251b7f7a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=981bbb7282bd40d0b5335280d5041fa5&device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 1127 time: 0.0400057 Aug 19 15:33:25.384990 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:25.466936 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f08e1-644b-4c58-b938-3067d0d658cb req-90ae2fea-c432-469f-a41f-2ad05365d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:25.468431 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a55f08e1-644b-4c58-b938-3067d0d658cb req-90ae2fea-c432-469f-a41f-2ad05365d3d4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f06e0ad7-daca-4c6f-af5a-93d063934231 HTTP/1.1" status: 200 len: 917 time: 0.0901921 Aug 19 15:33:25.536684 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a55f08e1-644b-4c58-b938-3067d0d658cb req-3f5f2993-d680-47de-bd33-06e309ff6884 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1123119a-1372-416f-b5f1-586c7ed3bbd7 HTTP/1.1" status: 200 len: 998 time: 0.0610526 Aug 19 15:33:25.585627 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c934d-afb1-4af5-bcc7-18866d5645c4 req-c218f491-dee8-4390-b17b-452cd2c8047a tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:25.586777 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f08e1-644b-4c58-b938-3067d0d658cb req-606daf62-2f7b-4c91-ab1a-d6a096f1196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:25.587061 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-292c934d-afb1-4af5-bcc7-18866d5645c4 req-c218f491-dee8-4390-b17b-452cd2c8047a tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 943 time: 0.0476229 Aug 19 15:33:25.588228 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a55f08e1-644b-4c58-b938-3067d0d658cb req-606daf62-2f7b-4c91-ab1a-d6a096f1196b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=2f0ea525-4b9d-40ca-9d97-037acc3e2cfc HTTP/1.1" status: 200 len: 855 time: 0.0452695 Aug 19 15:33:25.636309 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-292c934d-afb1-4af5-bcc7-18866d5645c4 req-161d36f9-44ac-4e59-af87-cc9c7a2df512 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430641 Aug 19 15:33:25.636906 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f08e1-644b-4c58-b938-3067d0d658cb req-b7c437d8-dec0-48fa-b3fc-915c6fed30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:25.638479 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a55f08e1-644b-4c58-b938-3067d0d658cb req-b7c437d8-dec0-48fa-b3fc-915c6fed30f2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f06e0ad7-daca-4c6f-af5a-93d063934231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417259 Aug 19 15:33:25.730837 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a55f08e1-644b-4c58-b938-3067d0d658cb req-b4f40ffa-b463-488c-b3c4-a4d906543a44 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854270 Aug 19 15:33:25.824861 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-a55f08e1-644b-4c58-b938-3067d0d658cb req-14a5c5d7-7112-4b60-86cf-c22f74f1dddd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872827 Aug 19 15:33:26.783629 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822d2a7-a958-4c2b-9b75-89239b17ba83 req-b4991bb6-fb3b-4ef6-95a2-620ac3754d80 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:26.785202 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d822d2a7-a958-4c2b-9b75-89239b17ba83 req-b4991bb6-fb3b-4ef6-95a2-620ac3754d80 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 943 time: 0.0551403 Aug 19 15:33:26.835916 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d822d2a7-a958-4c2b-9b75-89239b17ba83 req-ef6bc231-12ad-4c08-b00f-997858a3e501 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450797 Aug 19 15:33:27.961430 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca17ea-6403-4bf4-8a03-8f91e9e79def req-1e5468ce-f016-463c-9763-53cffcbb3a6b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:27.962937 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f5ca17ea-6403-4bf4-8a03-8f91e9e79def req-1e5468ce-f016-463c-9763-53cffcbb3a6b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 943 time: 0.0468721 Aug 19 15:33:28.011603 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f5ca17ea-6403-4bf4-8a03-8f91e9e79def req-ca97195d-e1e4-44a3-9272-53399d6036cd tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429947 Aug 19 15:33:29.003392 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49184) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:33:29.178778 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d0403-934e-499e-96cf-9c66c2a83497 req-86b57269-1c9a-4e25-9be1-354d41be98b5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:29.180515 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c15d0403-934e-499e-96cf-9c66c2a83497 req-86b57269-1c9a-4e25-9be1-354d41be98b5 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 943 time: 0.0872505 Aug 19 15:33:29.204150 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Deleting port ae5490d0-546d-4f4f-8f0d-bdd64852b8bc {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:33:29.204571 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (ae5490d0-546d-4f4f-8f0d-bdd64852b8bc), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:29.287700 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c15d0403-934e-499e-96cf-9c66c2a83497 req-45ae88db-60d6-4790-a6fa-f7e7f0134293 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012690 Aug 19 15:33:29.318812 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (ae5490d0-546d-4f4f-8f0d-bdd64852b8bc), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:29.319453 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for floatingip (ae5490d0-546d-4f4f-8f0d-bdd64852b8bc), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:29.334928 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Calling delete_port for ae5490d0-546d-4f4f-8f0d-bdd64852b8bc owned by network:floatingip {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:33:29.444061 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:29.474178 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:29.485771 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (ae5490d0-546d-4f4f-8f0d-bdd64852b8bc), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:29.518544 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event deleted for resources: {'Port': ['ID=ae5490d0-546d-4f4f-8f0d-bdd64852b8bc,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:29.546005 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:29.546273 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:29.546612 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:29.546948 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:29.547276 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:29.547604 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:29.547926 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:29.548247 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:29.549391 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:29.549716 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:29.550037 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:29.550359 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:29.550679 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:29.550998 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:29.551313 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:29.605918 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for floatingip (5328253d-66ef-469e-93ff-0f2b85adf418), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:29.607600 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.l3_db [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Floating IP 5328253d-66ef-469e-93ff-0f2b85adf418 disassociated (deleted). External IP: 172.27.2.222, port: a4de4f1a-9970-4238-889e-a094171b341d. Aug 19 15:33:29.835761 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Router 4a6b6691-e616-4b10-83da-44289e719325 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:33:29.950662 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:33:29.955850 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:29.966231 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49ed1f3-601a-4f2e-b5da-c6cbd025ab95 None None] Sync routers for ids ['4a6b6691-e616-4b10-83da-44289e719325'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:33:29.977771 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49ed1f3-601a-4f2e-b5da-c6cbd025ab95 None None] Routers {'4a6b6691-e616-4b10-83da-44289e719325'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:33:29.978788 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-a49ed1f3-601a-4f2e-b5da-c6cbd025ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:33:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['4a6b6691-e616-4b10-83da-44289e719325'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:30.015245 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-be1e9d2c-9f44-439d-b3cd-abd8657958e4 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/5328253d-66ef-469e-93ff-0f2b85adf418 HTTP/1.1" status: 204 len: 168 time: 1.0100832 Aug 19 15:33:30.017819 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265f2d7d-c0ad-4cc7-bf83-27ea63353ecd', 'tag': 'a4de4f1a-9970-4238-889e-a094171b341d'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:33:30.022270 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69ccef422e24697aa339ca93078f5b722801d9cd263b30b0a6d79bd9e8f250f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd8a752-076b-46bf-ab3e-43a0436629db" -d '{"events": [{"name": "network-changed", "server_uuid": "265f2d7d-c0ad-4cc7-bf83-27ea63353ecd", "tag": "a4de4f1a-9970-4238-889e-a094171b341d"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:33:30.077831 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37829ce-660a-4697-969e-893ed19a947f x-openstack-request-id: req-b37829ce-660a-4697-969e-893ed19a947f {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:33:30.078129 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265f2d7d-c0ad-4cc7-bf83-27ea63353ecd", "tag": "a4de4f1a-9970-4238-889e-a094171b341d", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:33:30.078382 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b37829ce-660a-4697-969e-893ed19a947f {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:33:30.078794 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b37829ce-660a-4697-969e-893ed19a947f'] response: {'name': 'network-changed', 'server_uuid': '265f2d7d-c0ad-4cc7-bf83-27ea63353ecd', 'tag': 'a4de4f1a-9970-4238-889e-a094171b341d', 'status': 'completed', 'code': 200} Aug 19 15:33:30.100692 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-a49ed1f3-601a-4f2e-b5da-c6cbd025ab95 None None] Set router 4a6b6691-e616-4b10-83da-44289e719325 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:33:30.332215 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70242bda-7a17-4b62-adef-49d97139555b req-6b60edde-5127-4e5c-9fe0-b675569eacf2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:30.340244 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-70242bda-7a17-4b62-adef-49d97139555b req-6b60edde-5127-4e5c-9fe0-b675569eacf2 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 946 time: 0.0607648 Aug 19 15:33:30.401283 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-70242bda-7a17-4b62-adef-49d97139555b req-3046ef54-2722-4a79-88ac-65b88f9aa8dc tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597434 Aug 19 15:33:30.444979 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-a49ed1f3-601a-4f2e-b5da-c6cbd025ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': 'd57a3405-16b7-45ed-960b-196cfc8f6070', 'tenant_id': '0add00db6668475093f558e9700333d1', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '4a6b6691-e616-4b10-83da-44289e719325', 'port_id': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'mac_address': 'fa:16:3e:10:3d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:29:28Z', 'updated_at': '2022-08-19T15:29:30Z', 'revision_number': 1, 'project_id': '0add00db6668475093f558e9700333d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:50Z', 'revision_number': 5, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:30.481420 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49ed1f3-601a-4f2e-b5da-c6cbd025ab95 None None] Checking router: 4a6b6691-e616-4b10-83da-44289e719325 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:33:30.506141 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a16c5-9c41-4bdf-be72-e640a650db01 req-3a02bd17-386e-4434-9eed-3823fcd4a532 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:30.513342 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-392a16c5-9c41-4bdf-be72-e640a650db01 req-3a02bd17-386e-4434-9eed-3823fcd4a532 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 943 time: 0.0851285 Aug 19 15:33:30.515476 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49ed1f3-601a-4f2e-b5da-c6cbd025ab95 None None] Routers {'4a6b6691-e616-4b10-83da-44289e719325'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:33:30.516212 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-a49ed1f3-601a-4f2e-b5da-c6cbd025ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:33:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['4a6b6691-e616-4b10-83da-44289e719325'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:30.616965 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-392a16c5-9c41-4bdf-be72-e640a650db01 req-e10c63e1-fa07-4690-9e3a-ba6e4955ed7b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032121 Aug 19 15:33:30.672263 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-a49ed1f3-601a-4f2e-b5da-c6cbd025ab95 None None] Set router 4a6b6691-e616-4b10-83da-44289e719325 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:33:30.930936 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-a49ed1f3-601a-4f2e-b5da-c6cbd025ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': 'd57a3405-16b7-45ed-960b-196cfc8f6070', 'tenant_id': '0add00db6668475093f558e9700333d1', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '4a6b6691-e616-4b10-83da-44289e719325', 'port_id': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'mac_address': 'fa:16:3e:10:3d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:29:28Z', 'updated_at': '2022-08-19T15:29:30Z', 'revision_number': 1, 'project_id': '0add00db6668475093f558e9700333d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:50Z', 'revision_number': 5, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:30.961948 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49ed1f3-601a-4f2e-b5da-c6cbd025ab95 None None] The sync data for ids ['4a6b6691-e616-4b10-83da-44289e719325'] in dv-cinder-835384-20-iscsi is: [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_floatingips': [{'id': 'd57a3405-16b7-45ed-960b-196cfc8f6070', 'tenant_id': '0add00db6668475093f558e9700333d1', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'router_id': '4a6b6691-e616-4b10-83da-44289e719325', 'port_id': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'mac_address': 'fa:16:3e:10:3d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-19T15:29:28Z', 'updated_at': '2022-08-19T15:29:30Z', 'revision_number': 1, 'project_id': '0add00db6668475093f558e9700333d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:50Z', 'revision_number': 5, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:33:31.252573 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e3f83-9826-4651-a4d4-700485bc6171 None None] New status for floating IP 5328253d-66ef-469e-93ff-0f2b85adf418: DOWN {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:33:31.521308 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af7249-b1fe-47ee-a08d-ccfaba856516 req-6f90e557-ab66-44b5-b04f-e5df1b619ec9 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:31.523095 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a4af7249-b1fe-47ee-a08d-ccfaba856516 req-6f90e557-ab66-44b5-b04f-e5df1b619ec9 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 946 time: 0.0508969 Aug 19 15:33:31.602408 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a4af7249-b1fe-47ee-a08d-ccfaba856516 req-8b59bb6a-49f9-4f85-889f-132196b5789b tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733905 Aug 19 15:33:31.740999 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa5ec6-785c-4744-992a-71b2cd994322 req-5a416db3-9192-481e-8eab-ea608aa992a6 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:31.742733 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4baa5ec6-785c-4744-992a-71b2cd994322 req-5a416db3-9192-481e-8eab-ea608aa992a6 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 943 time: 0.0500929 Aug 19 15:33:31.815895 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4baa5ec6-785c-4744-992a-71b2cd994322 req-eb62d345-9c68-4319-86a1-db95d599afa8 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670042 Aug 19 15:33:32.731163 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24217e29-2105-4dcd-a3a1-297ebf6af6cd req-5372242b-b952-4f66-a447-0dc61c6e2ffd tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:32.732657 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-24217e29-2105-4dcd-a3a1-297ebf6af6cd req-5372242b-b952-4f66-a447-0dc61c6e2ffd tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 946 time: 0.0474896 Aug 19 15:33:32.791061 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-24217e29-2105-4dcd-a3a1-297ebf6af6cd req-10786521-2d8e-45b0-92e2-e378dcac0e4e tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528178 Aug 19 15:33:32.932097 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:32.946322 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ac1ea-9945-4a67-b48b-aee067056bb6 req-48abd315-efff-4f72-a4ea-803580287716 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:32.947807 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-752ac1ea-9945-4a67-b48b-aee067056bb6 req-48abd315-efff-4f72-a4ea-803580287716 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 943 time: 0.0502467 Aug 19 15:33:32.974139 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:32.995588 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-752ac1ea-9945-4a67-b48b-aee067056bb6 req-cc736160-7dd5-45f3-9d6b-218719487674 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421879 Aug 19 15:33:33.945237 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e387b8-4f3b-4bfb-82ee-570d1c0cf68b req-d7f620be-c640-4311-9ea0-c94c119f7ea7 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:33.953650 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-51e387b8-4f3b-4bfb-82ee-570d1c0cf68b req-d7f620be-c640-4311-9ea0-c94c119f7ea7 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 946 time: 0.0734820 Aug 19 15:33:34.001648 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-51e387b8-4f3b-4bfb-82ee-570d1c0cf68b req-314bd012-0ff1-4ce5-95b6-22593284c4d0 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465052 Aug 19 15:33:34.119860 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e292a-b52b-45a9-be83-2f90a16e11c7 req-2a6af8bf-8954-447b-b3c8-eb89628dd3ce tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:34.121389 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-768e292a-b52b-45a9-be83-2f90a16e11c7 req-2a6af8bf-8954-447b-b3c8-eb89628dd3ce tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 943 time: 0.0494273 Aug 19 15:33:34.168607 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-768e292a-b52b-45a9-be83-2f90a16e11c7 req-e42fe450-c22a-4ba5-a6f8-8f4f5f542f00 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417492 Aug 19 15:33:35.126077 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4cb00-ce58-41bd-acf0-e7ce5279052b req-8045b159-0dc8-4746-94e4-adb72487d87d tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:35.128415 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25d4cb00-ce58-41bd-acf0-e7ce5279052b req-8045b159-0dc8-4746-94e4-adb72487d87d tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 946 time: 0.0488815 Aug 19 15:33:35.181824 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25d4cb00-ce58-41bd-acf0-e7ce5279052b req-f38b4594-6bd2-40ca-9c07-8e0a17495e4c tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479174 Aug 19 15:33:35.301859 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae0599-04a3-48b3-9500-1eff9f4db6c8 req-8d555b92-c4f4-49c7-9cae-25de7c8ea30b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:35.303403 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-66ae0599-04a3-48b3-9500-1eff9f4db6c8 req-8d555b92-c4f4-49c7-9cae-25de7c8ea30b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 943 time: 0.0472577 Aug 19 15:33:35.350741 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-66ae0599-04a3-48b3-9500-1eff9f4db6c8 req-ca99c93f-d680-4395-982a-2ac41be12950 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411854 Aug 19 15:33:35.820640 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=68 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:35.821417 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=42 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:36.045434 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:33:36.315010 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faf987-860a-41f0-a8bd-c2c17a0e685a req-77ead7cd-2b1c-4d6d-9d52-12a6cfb1c0c8 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:36.316503 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-70faf987-860a-41f0-a8bd-c2c17a0e685a req-77ead7cd-2b1c-4d6d-9d52-12a6cfb1c0c8 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 946 time: 0.0505786 Aug 19 15:33:36.367184 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-70faf987-860a-41f0-a8bd-c2c17a0e685a req-e3b2c6c0-1742-4005-85c7-25cefaa65f50 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450325 Aug 19 15:33:36.481808 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3e710-6744-44d3-ad38-0af7faffb125 req-78ef1653-335a-4b29-8764-edf20244e614 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:36.483277 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-36a3e710-6744-44d3-ad38-0af7faffb125 req-78ef1653-335a-4b29-8764-edf20244e614 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 943 time: 0.0498483 Aug 19 15:33:36.530477 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-36a3e710-6744-44d3-ad38-0af7faffb125 req-c4e5ecc7-65ea-4e0a-99da-4026bf025f2e tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409634 Aug 19 15:33:37.486615 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594837b3-bd9d-428a-9416-84bc9c7927ff req-8713884c-671b-46a4-877c-1f46a3916fec tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:37.488097 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-594837b3-bd9d-428a-9416-84bc9c7927ff req-8713884c-671b-46a4-877c-1f46a3916fec tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 946 time: 0.0485330 Aug 19 15:33:37.541825 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-594837b3-bd9d-428a-9416-84bc9c7927ff req-e7741680-1da3-4235-a239-1fb743bfa1f5 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480793 Aug 19 15:33:37.664667 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427dd43-ddb7-47d0-84a5-42c14adf4eac req-93f4eb4d-0ead-4633-a4bc-3f4a974a9b9a tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:37.666188 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f427dd43-ddb7-47d0-84a5-42c14adf4eac req-93f4eb4d-0ead-4633-a4bc-3f4a974a9b9a tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 943 time: 0.0522923 Aug 19 15:33:37.714032 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f427dd43-ddb7-47d0-84a5-42c14adf4eac req-6ecac4bd-d1c2-41e9-9dc3-40cc86eaabd3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421672 Aug 19 15:33:38.129738 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8a752-076b-46bf-ab3e-43a0436629db req-3d889062-5d80-4340-8fbd-6fc5d9186ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:38.131209 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-edd8a752-076b-46bf-ab3e-43a0436629db req-3d889062-5d80-4340-8fbd-6fc5d9186ac5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0add00db6668475093f558e9700333d1&device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 1130 time: 0.0409722 Aug 19 15:33:38.662117 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e0b1a-410b-4217-8446-fce4ff958891 req-1ed2fb48-6d4f-4c95-bf21-cd97678889c0 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:38.663583 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9f9e0b1a-410b-4217-8446-fce4ff958891 req-1ed2fb48-6d4f-4c95-bf21-cd97678889c0 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 946 time: 0.0483181 Aug 19 15:33:38.713199 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9f9e0b1a-410b-4217-8446-fce4ff958891 req-5f1ed74a-fa2f-4783-92a5-a85f0c054e04 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439129 Aug 19 15:33:38.838465 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02924fad-41c5-4084-9291-0aac1cfcae41 req-5babc753-8503-4c0d-a578-ebb26a420327 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:38.839834 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-02924fad-41c5-4084-9291-0aac1cfcae41 req-5babc753-8503-4c0d-a578-ebb26a420327 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 943 time: 0.0474691 Aug 19 15:33:38.889786 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-02924fad-41c5-4084-9291-0aac1cfcae41 req-b0c65359-2ccd-48ef-97c4-4b7422b61aa8 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444160 Aug 19 15:33:39.426909 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8a752-076b-46bf-ab3e-43a0436629db req-8d437224-a4eb-45f5-af4f-682daa477b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:39.428360 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-edd8a752-076b-46bf-ab3e-43a0436629db req-8d437224-a4eb-45f5-af4f-682daa477b02 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 HTTP/1.1" status: 200 len: 913 time: 0.0907845 Aug 19 15:33:39.834135 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425837d-09d7-477a-ae82-f722f2a445e2 req-beec6ab5-d88a-4179-a61c-eebf4ea16dd1 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:39.835687 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2425837d-09d7-477a-ae82-f722f2a445e2 req-beec6ab5-d88a-4179-a61c-eebf4ea16dd1 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 946 time: 0.0470722 Aug 19 15:33:39.855297 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:39.857738 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:39.871405 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:39.888372 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2425837d-09d7-477a-ae82-f722f2a445e2 req-4225e569-5f07-4257-b35f-7756b40f59fd tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462589 Aug 19 15:33:40.021630 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc925ea-9b3a-4804-84ac-f14fa2aeb8e8 req-475f673a-b848-4bf6-9054-f9f7960a902a tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:40.023104 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0bc925ea-9b3a-4804-84ac-f14fa2aeb8e8 req-475f673a-b848-4bf6-9054-f9f7960a902a tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 943 time: 0.0514510 Aug 19 15:33:40.069859 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0bc925ea-9b3a-4804-84ac-f14fa2aeb8e8 req-0b0ea785-88b1-4eb8-921d-7929be661007 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412498 Aug 19 15:33:40.342195 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-edd8a752-076b-46bf-ab3e-43a0436629db req-95c387f5-d3cf-4da0-bbf1-1615a9e18340 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4de4f1a-9970-4238-889e-a094171b341d HTTP/1.1" status: 200 len: 217 time: 0.0338969 Aug 19 15:33:40.391045 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8a752-076b-46bf-ab3e-43a0436629db req-7684e407-32ae-4d47-8373-95eb9daaab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:40.392653 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-edd8a752-076b-46bf-ab3e-43a0436629db req-7684e407-32ae-4d47-8373-95eb9daaab10 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93c92eb6-ecf3-4e09-8dc4-e6863da8989f HTTP/1.1" status: 200 len: 851 time: 0.0437002 Aug 19 15:33:40.439181 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8a752-076b-46bf-ab3e-43a0436629db req-89eebb88-1757-434d-8ff9-94f8205a2d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:40.440977 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-edd8a752-076b-46bf-ab3e-43a0436629db req-89eebb88-1757-434d-8ff9-94f8205a2d1b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395656 Aug 19 15:33:40.659127 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [req-edd8a752-076b-46bf-ab3e-43a0436629db req-c0550c9e-333b-4037-8eff-c29eb00f68cf service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 19 15:33:40.659995 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-edd8a752-076b-46bf-ab3e-43a0436629db req-c0550c9e-333b-4037-8eff-c29eb00f68cf service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053957 Aug 19 15:33:40.783514 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5f2c9-16dd-4df5-afd7-5aaf60d6e905 req-50eb8d80-ae65-437f-b4e5-dc5c06788d61 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:40.784988 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-70f5f2c9-16dd-4df5-afd7-5aaf60d6e905 req-50eb8d80-ae65-437f-b4e5-dc5c06788d61 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 946 time: 0.0596900 Aug 19 15:33:40.795849 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-edd8a752-076b-46bf-ab3e-43a0436629db req-f2f33bba-dccc-4dbc-b1e3-267ae6762284 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280148 Aug 19 15:33:40.936647 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-70f5f2c9-16dd-4df5-afd7-5aaf60d6e905 req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Deleting port a4de4f1a-9970-4238-889e-a094171b341d {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:33:40.936988 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-70f5f2c9-16dd-4df5-afd7-5aaf60d6e905 req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (a4de4f1a-9970-4238-889e-a094171b341d), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:40.979645 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-edd8a752-076b-46bf-ab3e-43a0436629db req-50c298e8-bf7a-426d-ba56-6ba66e870104 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578543 Aug 19 15:33:41.017358 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739f46b-8dad-4050-bcd4-fe163421bd9a req-cb7011de-48e2-41bc-922c-cfd46b9150bd tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:41.018854 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a739f46b-8dad-4050-bcd4-fe163421bd9a req-cb7011de-48e2-41bc-922c-cfd46b9150bd tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=265f2d7d-c0ad-4cc7-bf83-27ea63353ecd HTTP/1.1" status: 200 len: 946 time: 0.0540357 Aug 19 15:33:41.048657 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-70f5f2c9-16dd-4df5-afd7-5aaf60d6e905 req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] For port a4de4f1a-9970-4238-889e-a094171b341d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a4de4f1a-9970-4238-889e-a094171b341d,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:41.049059 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-70f5f2c9-16dd-4df5-afd7-5aaf60d6e905 req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (a4de4f1a-9970-4238-889e-a094171b341d), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:41.062725 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-70f5f2c9-16dd-4df5-afd7-5aaf60d6e905 req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Calling delete_port for a4de4f1a-9970-4238-889e-a094171b341d owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:33:41.070198 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a739f46b-8dad-4050-bcd4-fe163421bd9a req-0fa2f120-aa5d-4420-8be6-597c1825b52b tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457041 Aug 19 15:33:41.197305 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-70f5f2c9-16dd-4df5-afd7-5aaf60d6e905 req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (a4de4f1a-9970-4238-889e-a094171b341d), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:41.197546 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f956655-a6a4-4098-bb6a-fe8f7aeb863e req-9a3ab0b5-8417-43a2-99ab-a190ddf276af tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:41.199065 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2f956655-a6a4-4098-bb6a-fe8f7aeb863e req-9a3ab0b5-8417-43a2-99ab-a190ddf276af tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 943 time: 0.0481315 Aug 19 15:33:41.226295 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event deleted for resources: {'Port': ['ID=a4de4f1a-9970-4238-889e-a094171b341d,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:41.249260 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2f956655-a6a4-4098-bb6a-fe8f7aeb863e req-a9d8c13b-c248-4d55-bc71-dba2bdda5e0b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439935 Aug 19 15:33:41.274769 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:41.275118 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:41.275461 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:41.275804 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:41.276138 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:41.276493 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:41.276823 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:41.277152 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:41.277480 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:41.277807 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:41.278160 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:41.278487 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:41.278808 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:41.279128 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:41.279447 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:41.283723 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f5f2c9-16dd-4df5-afd7-5aaf60d6e905 req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] No DVR routers for this DVR port a4de4f1a-9970-4238-889e-a094171b341d on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:33:41.286090 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-70f5f2c9-16dd-4df5-afd7-5aaf60d6e905 req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:41.289811 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-70f5f2c9-16dd-4df5-afd7-5aaf60d6e905 req-27846340-6a37-403d-874e-dd2c278f1c75 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.52 "DELETE /networking/v2.0/ports/a4de4f1a-9970-4238-889e-a094171b341d HTTP/1.1" status: 204 len: 173 time: 0.4959698 Aug 19 15:33:41.290270 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265f2d7d-c0ad-4cc7-bf83-27ea63353ecd', 'name': 'network-vif-deleted', 'tag': 'a4de4f1a-9970-4238-889e-a094171b341d'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:33:41.292624 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699355b8-b1a0-4fbd-8f8e-10a9396deec2" -d '{"events": [{"server_uuid": "265f2d7d-c0ad-4cc7-bf83-27ea63353ecd", "name": "network-vif-deleted", "tag": "a4de4f1a-9970-4238-889e-a094171b341d"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:33:41.393921 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6baa2da-0b6c-4ba9-bd5e-6d18bb4afea3 x-openstack-request-id: req-b6baa2da-0b6c-4ba9-bd5e-6d18bb4afea3 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:33:41.394236 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265f2d7d-c0ad-4cc7-bf83-27ea63353ecd", "name": "network-vif-deleted", "tag": "a4de4f1a-9970-4238-889e-a094171b341d", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:33:41.394489 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b6baa2da-0b6c-4ba9-bd5e-6d18bb4afea3 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:33:41.394889 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6baa2da-0b6c-4ba9-bd5e-6d18bb4afea3'] response: {'server_uuid': '265f2d7d-c0ad-4cc7-bf83-27ea63353ecd', 'name': 'network-vif-deleted', 'tag': 'a4de4f1a-9970-4238-889e-a094171b341d', 'status': 'completed', 'code': 200} Aug 19 15:33:41.539447 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 1123119a-1372-416f-b5f1-586c7ed3bbd7 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:33:41.555342 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:41.577112 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:41.657079 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 1123119a-1372-416f-b5f1-586c7ed3bbd7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1123119a-1372-416f-b5f1-586c7ed3bbd7,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:41.669988 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': '1123119a-1372-416f-b5f1-586c7ed3bbd7', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'port_id': '1123119a-1372-416f-b5f1-586c7ed3bbd7', 'mac_address': 'fa:16:3e:7d:05:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:33:41.710012 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 1123119a-1372-416f-b5f1-586c7ed3bbd7 is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:33:41.710401 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:41.724857 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1123119a-1372-416f-b5f1-586c7ed3bbd7 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:33:41.746159 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 1123119a-1372-416f-b5f1-586c7ed3bbd7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1123119a-1372-416f-b5f1-586c7ed3bbd7,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:41.751285 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:41.796794 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=1123119a-1372-416f-b5f1-586c7ed3bbd7,revision_number=9']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:42.021656 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['1123119a-1372-416f-b5f1-586c7ed3bbd7'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:33:42.376784 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1da2d-fd63-4592-a5c3-04b0334f9f7c req-7c87b0e6-b14f-408c-90fe-049081fa40ea tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:42.378288 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b2e1da2d-fd63-4592-a5c3-04b0334f9f7c req-7c87b0e6-b14f-408c-90fe-049081fa40ea tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 944 time: 0.0478144 Aug 19 15:33:42.431683 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b2e1da2d-fd63-4592-a5c3-04b0334f9f7c req-fd0f3ae0-7dd7-404a-a51c-9c4c3f44faf1 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476391 Aug 19 15:33:43.103416 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=19 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:43.416224 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-98e285c2-0102-4186-8e6c-7ffe6dc5a1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:43.562370 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 1123119a-1372-416f-b5f1-586c7ed3bbd7 up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:43.568369 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acd699-196a-4528-a4e5-bc2230a70b90 req-8cb9bc5c-2b74-48e7-9f54-8e90c9d3782d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:43.570037 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-80acd699-196a-4528-a4e5-bc2230a70b90 req-8cb9bc5c-2b74-48e7-9f54-8e90c9d3782d tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 944 time: 0.0587380 Aug 19 15:33:43.613671 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port 1123119a-1372-416f-b5f1-586c7ed3bbd7 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:33:43.614027 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:43.618763 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-80acd699-196a-4528-a4e5-bc2230a70b90 req-f7d13db7-cd70-4cc8-bfba-97b7fb9296e6 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429823 Aug 19 15:33:43.811573 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 1123119a-1372-416f-b5f1-586c7ed3bbd7 is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:33:43.811942 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:43.835388 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f43980-62ff-449e-bcbf-6aef66451613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1123119a-1372-416f-b5f1-586c7ed3bbd7'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:33:43.837625 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af2482f-1b4e-4ed2-94d9-965f04548c28" -d '{"events": [{"server_uuid": "a3f43980-62ff-449e-bcbf-6aef66451613", "name": "network-vif-plugged", "status": "completed", "tag": "1123119a-1372-416f-b5f1-586c7ed3bbd7"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:33:43.850674 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 1123119a-1372-416f-b5f1-586c7ed3bbd7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1123119a-1372-416f-b5f1-586c7ed3bbd7,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:43.854635 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:43.855408 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device a4de4f1a-9970-4238-889e-a094171b341d no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:33:43.894375 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc411bf4-0d05-4d4c-beda-759e6a5baae2 x-openstack-request-id: req-fc411bf4-0d05-4d4c-beda-759e6a5baae2 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:33:43.894668 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f43980-62ff-449e-bcbf-6aef66451613", "name": "network-vif-plugged", "status": "completed", "tag": "1123119a-1372-416f-b5f1-586c7ed3bbd7", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:33:43.894922 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fc411bf4-0d05-4d4c-beda-759e6a5baae2 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:33:43.895317 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc411bf4-0d05-4d4c-beda-759e6a5baae2'] response: {'server_uuid': 'a3f43980-62ff-449e-bcbf-6aef66451613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1123119a-1372-416f-b5f1-586c7ed3bbd7', 'code': 200} Aug 19 15:33:43.895826 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: a4de4f1a-9970-4238-889e-a094171b341d {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:33:43.896172 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device a4de4f1a-9970-4238-889e-a094171b341d not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:33:43.922787 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=1123119a-1372-416f-b5f1-586c7ed3bbd7,revision_number=10']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:44.072226 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:44.078877 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61a0e6-69a9-4cb2-ba42-c2f95fbcf70d req-653c9cb2-732b-41dc-8e31-df9b5b42d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:44.081056 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-5c61a0e6-69a9-4cb2-ba42-c2f95fbcf70d req-653c9cb2-732b-41dc-8e31-df9b5b42d824 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 1130 time: 0.0415220 Aug 19 15:33:44.132268 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-5c61a0e6-69a9-4cb2-ba42-c2f95fbcf70d req-7994bfde-ed36-41cb-94fa-900f73dd9048 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409889 Aug 19 15:33:44.369352 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49260) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:33:44.509076 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-00c778fc-e157-42c4-8add-87e187007949 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Deleting port ff91ff57-513c-4937-be6d-1ee5242cdf73 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:33:44.509421 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-00c778fc-e157-42c4-8add-87e187007949 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (ff91ff57-513c-4937-be6d-1ee5242cdf73), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:44.588805 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-00c778fc-e157-42c4-8add-87e187007949 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (ff91ff57-513c-4937-be6d-1ee5242cdf73), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:44.589503 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-00c778fc-e157-42c4-8add-87e187007949 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for floatingip (ff91ff57-513c-4937-be6d-1ee5242cdf73), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:44.601571 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-00c778fc-e157-42c4-8add-87e187007949 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Calling delete_port for ff91ff57-513c-4937-be6d-1ee5242cdf73 owned by network:floatingip {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:33:44.696451 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:44.784788 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba08fe1-c328-4189-a39a-b65f8e9ff71e req-e0e91442-51a7-45a0-9dbf-995e9ce1304b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:44.786213 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8ba08fe1-c328-4189-a39a-b65f8e9ff71e req-e0e91442-51a7-45a0-9dbf-995e9ce1304b tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 946 time: 0.0826664 Aug 19 15:33:44.790393 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-00c778fc-e157-42c4-8add-87e187007949 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (ff91ff57-513c-4937-be6d-1ee5242cdf73), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:44.827898 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c778fc-e157-42c4-8add-87e187007949 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event deleted for resources: {'Port': ['ID=ff91ff57-513c-4937-be6d-1ee5242cdf73,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:44.854833 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:44.904658 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8ba08fe1-c328-4189-a39a-b65f8e9ff71e req-cae751cc-007a-4e66-86eb-d62899763779 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119688 Aug 19 15:33:44.918611 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-00c778fc-e157-42c4-8add-87e187007949 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for floatingip (d57a3405-16b7-45ed-960b-196cfc8f6070), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:44.918995 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.l3_db [None req-00c778fc-e157-42c4-8add-87e187007949 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Floating IP d57a3405-16b7-45ed-960b-196cfc8f6070 disassociated (deleted). External IP: 172.27.2.123, port: cdfe8c13-bb9b-4403-9e35-60ecb60215b9. Aug 19 15:33:45.118429 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c778fc-e157-42c4-8add-87e187007949 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Router 4a6b6691-e616-4b10-83da-44289e719325 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:33:45.223709 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c778fc-e157-42c4-8add-87e187007949 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:33:45.228609 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-00c778fc-e157-42c4-8add-87e187007949 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:45.233171 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03317412-3402-466d-92c7-c5178ae314b4 None None] Sync routers for ids ['4a6b6691-e616-4b10-83da-44289e719325'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:33:45.246884 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03317412-3402-466d-92c7-c5178ae314b4 None None] Routers {'4a6b6691-e616-4b10-83da-44289e719325'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:33:45.247601 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-03317412-3402-466d-92c7-c5178ae314b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:33:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['4a6b6691-e616-4b10-83da-44289e719325'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:45.264261 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-00c778fc-e157-42c4-8add-87e187007949 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/d57a3405-16b7-45ed-960b-196cfc8f6070 HTTP/1.1" status: 204 len: 168 time: 0.8913062 Aug 19 15:33:45.264261 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'tag': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:33:45.269378 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69ccef422e24697aa339ca93078f5b722801d9cd263b30b0a6d79bd9e8f250f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f896506-9652-40da-b778-f4a5270d3b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "69a1ec3f-5819-42b2-8e3d-5d6327ba52f8", "tag": "cdfe8c13-bb9b-4403-9e35-60ecb60215b9"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:33:45.370259 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-03317412-3402-466d-92c7-c5178ae314b4 None None] Set router 4a6b6691-e616-4b10-83da-44289e719325 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:33:45.382005 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac83096-0d81-4dde-82e9-f05f36781110 x-openstack-request-id: req-5ac83096-0d81-4dde-82e9-f05f36781110 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:33:45.382357 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a1ec3f-5819-42b2-8e3d-5d6327ba52f8", "tag": "cdfe8c13-bb9b-4403-9e35-60ecb60215b9", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:33:45.382575 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5ac83096-0d81-4dde-82e9-f05f36781110 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:33:45.382992 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ac83096-0d81-4dde-82e9-f05f36781110'] response: {'name': 'network-changed', 'server_uuid': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'tag': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9', 'status': 'completed', 'code': 200} Aug 19 15:33:45.479463 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:45.486547 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:45.511400 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bfb5e-fe7c-4490-8862-e422ab0ebb24 req-db2e7a69-060e-42d5-91aa-342200294cb1 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:45.513062 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d72bfb5e-fe7c-4490-8862-e422ab0ebb24 req-db2e7a69-060e-42d5-91aa-342200294cb1 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0811241 Aug 19 15:33:45.528236 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f746d1e-de7e-4942-b3cb-be4a114e190f req-f602442f-6c76-4e91-883f-7d992898c093 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:45.529814 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5f746d1e-de7e-4942-b3cb-be4a114e190f req-f602442f-6c76-4e91-883f-7d992898c093 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 945 time: 0.0655897 Aug 19 15:33:45.589026 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-03317412-3402-466d-92c7-c5178ae314b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:50Z', 'revision_number': 5, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:45.610375 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d72bfb5e-fe7c-4490-8862-e422ab0ebb24 req-b318a502-445a-45c9-9ff3-4a4006655f20 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794888 Aug 19 15:33:45.613961 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5f746d1e-de7e-4942-b3cb-be4a114e190f req-022103b2-7c42-4095-be7c-ebeee0ec8bd9 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754657 Aug 19 15:33:45.614775 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03317412-3402-466d-92c7-c5178ae314b4 None None] Checking router: 4a6b6691-e616-4b10-83da-44289e719325 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:33:45.630155 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03317412-3402-466d-92c7-c5178ae314b4 None None] Routers {'4a6b6691-e616-4b10-83da-44289e719325'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:33:45.630899 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-03317412-3402-466d-92c7-c5178ae314b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:33:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['4a6b6691-e616-4b10-83da-44289e719325'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:45.736216 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-03317412-3402-466d-92c7-c5178ae314b4 None None] Set router 4a6b6691-e616-4b10-83da-44289e719325 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:33:45.760685 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:45.795829 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f896506-9652-40da-b778-f4a5270d3b7e req-64363aeb-090f-4acd-8305-a164bac1201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:45.797387 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6f896506-9652-40da-b778-f4a5270d3b7e req-64363aeb-090f-4acd-8305-a164bac1201b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0add00db6668475093f558e9700333d1&device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 1129 time: 0.0444329 Aug 19 15:33:45.846131 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fc7160f4-d8ac-49f3-9535-8b41fad45069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:45.960767 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-03317412-3402-466d-92c7-c5178ae314b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:50Z', 'revision_number': 5, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:45.990747 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03317412-3402-466d-92c7-c5178ae314b4 None None] The sync data for ids ['4a6b6691-e616-4b10-83da-44289e719325'] in dv-cinder-835384-20-iscsi is: [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:39Z', 'revision_number': 4, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '0676c748-c0a0-4d02-bbb0-0149b88d32ed', 'name': '', 'network_id': '6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8', 'tenant_id': '0add00db6668475093f558e9700333d1', 'mac_address': 'fa:16:3e:bd:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:38Z', 'updated_at': '2022-08-19T15:25:50Z', 'revision_number': 5, 'project_id': '0add00db6668475093f558e9700333d1', 'subnets': [{'id': '93c92eb6-ecf3-4e09-8dc4-e6863da8989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:33:46.041431 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=18 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:46.290718 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1c51be-574f-4fb1-a043-5099a670c961 None None] New status for floating IP d57a3405-16b7-45ed-960b-196cfc8f6070: DOWN {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:33:46.302142 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13905a0-89dd-4c74-ba65-89c9ed7c89ab req-39ba37f1-8ed3-4f20-a719-5af8162e2861 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:46.303733 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e13905a0-89dd-4c74-ba65-89c9ed7c89ab req-39ba37f1-8ed3-4f20-a719-5af8162e2861 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 946 time: 0.3103292 Aug 19 15:33:46.354067 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e13905a0-89dd-4c74-ba65-89c9ed7c89ab req-eda95305-eaa0-49d2-8211-00f500f7f737 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444889 Aug 19 15:33:46.761095 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086e0eb-5d2b-4b0f-a275-b4642f258509 req-97561726-b12a-4614-b999-5c48e01291f5 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:46.762557 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5086e0eb-5d2b-4b0f-a275-b4642f258509 req-97561726-b12a-4614-b999-5c48e01291f5 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0777695 Aug 19 15:33:46.768961 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bd6f9-7eaf-4464-8f83-7bc7f7083d0d req-c5579b7c-fb91-47b4-87cf-df32ba14d029 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:46.770299 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d70bd6f9-7eaf-4464-8f83-7bc7f7083d0d req-c5579b7c-fb91-47b4-87cf-df32ba14d029 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 945 time: 0.0750132 Aug 19 15:33:46.827809 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:46.849738 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5086e0eb-5d2b-4b0f-a275-b4642f258509 req-b974474f-bfab-41b1-bc9a-efb00b36371c tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785294 Aug 19 15:33:46.854202 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d70bd6f9-7eaf-4464-8f83-7bc7f7083d0d req-10b87838-fed3-4cc6-ac48-d5a6d9d506e7 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760720 Aug 19 15:33:47.045958 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f896506-9652-40da-b778-f4a5270d3b7e req-95194f5a-c6cb-49bd-aff1-220caf88a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:47.047403 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6f896506-9652-40da-b778-f4a5270d3b7e req-95194f5a-c6cb-49bd-aff1-220caf88a1e1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 HTTP/1.1" status: 200 len: 913 time: 0.0910463 Aug 19 15:33:47.076935 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:47.202304 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6f896506-9652-40da-b778-f4a5270d3b7e req-d65f2090-7c1e-46bd-98fc-c91e4fde3c6a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdfe8c13-bb9b-4403-9e35-60ecb60215b9 HTTP/1.1" status: 200 len: 217 time: 0.0369253 Aug 19 15:33:47.339381 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f896506-9652-40da-b778-f4a5270d3b7e req-7c667a2f-ec64-4f70-9046-d169fd52b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:47.340779 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6f896506-9652-40da-b778-f4a5270d3b7e req-7c667a2f-ec64-4f70-9046-d169fd52b460 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=93c92eb6-ecf3-4e09-8dc4-e6863da8989f HTTP/1.1" status: 200 len: 851 time: 0.0454338 Aug 19 15:33:47.392919 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f896506-9652-40da-b778-f4a5270d3b7e req-a07cc550-4002-400d-b633-60126b92f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:47.394398 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6f896506-9652-40da-b778-f4a5270d3b7e req-a07cc550-4002-400d-b633-60126b92f20e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474248 Aug 19 15:33:47.455560 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70c1f8-2ca7-4fdb-b5ee-ef167858cc4b req-fc69726e-7647-4f30-91fd-4de390e23a85 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:47.457047 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-5d70c1f8-2ca7-4fdb-b5ee-ef167858cc4b req-fc69726e-7647-4f30-91fd-4de390e23a85 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 945 time: 0.0790048 Aug 19 15:33:47.483077 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe3325-d5b8-44f8-9eec-63fa62dce117 req-c1e7e9ac-4cd9-401f-a42d-e409abd55440 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:47.484694 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-23fe3325-d5b8-44f8-9eec-63fa62dce117 req-c1e7e9ac-4cd9-401f-a42d-e409abd55440 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 946 time: 0.0488188 Aug 19 15:33:47.509987 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:47.534640 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-23fe3325-d5b8-44f8-9eec-63fa62dce117 req-e7406856-76a1-4877-87c9-923a9627faa3 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435157 Aug 19 15:33:47.577309 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6f896506-9652-40da-b778-f4a5270d3b7e req-9ecdbe46-b5c4-4805-9f1f-539d1d1a4426 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638942 Aug 19 15:33:47.597724 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-5d70c1f8-2ca7-4fdb-b5ee-ef167858cc4b req-12873ede-72bb-4dfa-9523-30ec77058385 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Deleting port cdfe8c13-bb9b-4403-9e35-60ecb60215b9 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:33:47.597985 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-5d70c1f8-2ca7-4fdb-b5ee-ef167858cc4b req-12873ede-72bb-4dfa-9523-30ec77058385 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (cdfe8c13-bb9b-4403-9e35-60ecb60215b9), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:47.746978 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-6f896506-9652-40da-b778-f4a5270d3b7e req-7b9e6af8-172f-4c49-ad30-42dc094476ec service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601894 Aug 19 15:33:47.748718 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-5d70c1f8-2ca7-4fdb-b5ee-ef167858cc4b req-12873ede-72bb-4dfa-9523-30ec77058385 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] For port cdfe8c13-bb9b-4403-9e35-60ecb60215b9, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=cdfe8c13-bb9b-4403-9e35-60ecb60215b9,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:47.749085 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-5d70c1f8-2ca7-4fdb-b5ee-ef167858cc4b req-12873ede-72bb-4dfa-9523-30ec77058385 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (cdfe8c13-bb9b-4403-9e35-60ecb60215b9), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:47.761997 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-5d70c1f8-2ca7-4fdb-b5ee-ef167858cc4b req-12873ede-72bb-4dfa-9523-30ec77058385 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Calling delete_port for cdfe8c13-bb9b-4403-9e35-60ecb60215b9 owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:33:47.892649 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-5d70c1f8-2ca7-4fdb-b5ee-ef167858cc4b req-12873ede-72bb-4dfa-9523-30ec77058385 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (cdfe8c13-bb9b-4403-9e35-60ecb60215b9), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:47.921138 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12873ede-72bb-4dfa-9523-30ec77058385 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event deleted for resources: {'Port': ['ID=cdfe8c13-bb9b-4403-9e35-60ecb60215b9,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:47.967203 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d70c1f8-2ca7-4fdb-b5ee-ef167858cc4b req-12873ede-72bb-4dfa-9523-30ec77058385 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] No DVR routers for this DVR port cdfe8c13-bb9b-4403-9e35-60ecb60215b9 on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:33:47.969949 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-5d70c1f8-2ca7-4fdb-b5ee-ef167858cc4b req-12873ede-72bb-4dfa-9523-30ec77058385 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:47.973058 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-053670fd-a38e-4a7c-8adb-2e35cada81d5 req-aec678b4-ea48-46bb-b08b-3e3ea41d281c tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=69a1ec3f-5819-42b2-8e3d-5d6327ba52f8 HTTP/1.1" status: 200 len: 210 time: 0.0432255 Aug 19 15:33:47.974060 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-5d70c1f8-2ca7-4fdb-b5ee-ef167858cc4b req-12873ede-72bb-4dfa-9523-30ec77058385 tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.52 "DELETE /networking/v2.0/ports/cdfe8c13-bb9b-4403-9e35-60ecb60215b9 HTTP/1.1" status: 204 len: 173 time: 0.4900916 Aug 19 15:33:47.974515 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'name': 'network-vif-deleted', 'tag': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:33:47.977011 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f5eb29-ba21-4227-8f7d-d79a5012b5de" -d '{"events": [{"server_uuid": "69a1ec3f-5819-42b2-8e3d-5d6327ba52f8", "name": "network-vif-deleted", "tag": "cdfe8c13-bb9b-4403-9e35-60ecb60215b9"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:33:48.029379 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774ec05-e7e0-47df-b080-036be87cb71f req-02be7474-dc83-4540-beec-565fc09ed32d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:48.029785 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d101d180-59a7-46de-8881-b45ac462d3ac x-openstack-request-id: req-d101d180-59a7-46de-8881-b45ac462d3ac {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:33:48.030099 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a1ec3f-5819-42b2-8e3d-5d6327ba52f8", "name": "network-vif-deleted", "tag": "cdfe8c13-bb9b-4403-9e35-60ecb60215b9", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:33:48.030353 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d101d180-59a7-46de-8881-b45ac462d3ac {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:33:48.030834 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d101d180-59a7-46de-8881-b45ac462d3ac'] response: {'server_uuid': '69a1ec3f-5819-42b2-8e3d-5d6327ba52f8', 'name': 'network-vif-deleted', 'tag': 'cdfe8c13-bb9b-4403-9e35-60ecb60215b9', 'status': 'completed', 'code': 200} Aug 19 15:33:48.030965 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9774ec05-e7e0-47df-b080-036be87cb71f req-02be7474-dc83-4540-beec-565fc09ed32d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0903153 Aug 19 15:33:48.082340 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9774ec05-e7e0-47df-b080-036be87cb71f req-c7f018da-8546-4ab4-a853-08993b598de4 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456967 Aug 19 15:33:48.536719 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:48.551877 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:49.044377 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49326) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:33:49.169292 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-3f161b6e-198a-42ed-9cd1-dda894ef587a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Deleting port 2c4bd6a4-39ae-4328-9e61-9f26dbcf7af7 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:33:49.169631 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f161b6e-198a-42ed-9cd1-dda894ef587a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (2c4bd6a4-39ae-4328-9e61-9f26dbcf7af7), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:49.252828 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49bc56-89fc-423d-88d8-b720806b04a5 req-e48bffc0-4495-4313-a019-1c8345cc9702 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:49.254310 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4c49bc56-89fc-423d-88d8-b720806b04a5 req-e48bffc0-4495-4313-a019-1c8345cc9702 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0952044 Aug 19 15:33:49.307200 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f161b6e-198a-42ed-9cd1-dda894ef587a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (2c4bd6a4-39ae-4328-9e61-9f26dbcf7af7), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:49.307544 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f161b6e-198a-42ed-9cd1-dda894ef587a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for floatingip (2c4bd6a4-39ae-4328-9e61-9f26dbcf7af7), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:49.331149 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-3f161b6e-198a-42ed-9cd1-dda894ef587a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Calling delete_port for 2c4bd6a4-39ae-4328-9e61-9f26dbcf7af7 owned by network:floatingip {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:33:49.336198 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4c49bc56-89fc-423d-88d8-b720806b04a5 req-accccf26-83b8-48af-bfab-0de811c944d2 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761478 Aug 19 15:33:49.467861 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f161b6e-198a-42ed-9cd1-dda894ef587a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (2c4bd6a4-39ae-4328-9e61-9f26dbcf7af7), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:49.494513 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f161b6e-198a-42ed-9cd1-dda894ef587a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event deleted for resources: {'Port': ['ID=2c4bd6a4-39ae-4328-9e61-9f26dbcf7af7,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:49.554309 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f161b6e-198a-42ed-9cd1-dda894ef587a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for floatingip (3896e800-8dbf-4754-8c3b-24f91cb068ef), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:49.557084 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f161b6e-198a-42ed-9cd1-dda894ef587a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:49.558276 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3f161b6e-198a-42ed-9cd1-dda894ef587a tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/3896e800-8dbf-4754-8c3b-24f91cb068ef HTTP/1.1" status: 204 len: 168 time: 0.5128229 Aug 19 15:33:50.459313 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0730f1-1ae4-4b77-8e7d-be080ab86c2f req-ebacb1ea-7209-4dfd-9c8c-424cb6c67466 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:50.460803 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9f0730f1-1ae4-4b77-8e7d-be080ab86c2f req-ebacb1ea-7209-4dfd-9c8c-424cb6c67466 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0503106 Aug 19 15:33:50.510953 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9f0730f1-1ae4-4b77-8e7d-be080ab86c2f req-e63a019b-7ded-459d-88d6-8d689a1ad29b tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446639 Aug 19 15:33:50.762069 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49342) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:33:50.770764 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:50.823932 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c8311fc0-b8de-4f7e-9ce3-547dd2352bab tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group (13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:50.848160 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c8311fc0-b8de-4f7e-9ce3-547dd2352bab tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group (13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:50.859468 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:50.908900 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c8311fc0-b8de-4f7e-9ce3-547dd2352bab tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:50.911535 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c8311fc0-b8de-4f7e-9ce3-547dd2352bab tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:50.912723 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-c8311fc0-b8de-4f7e-9ce3-547dd2352bab tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a HTTP/1.1" status: 204 len: 168 time: 0.1496508 Aug 19 15:33:50.921852 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8311fc0-b8de-4f7e-9ce3-547dd2352bab tempest-TestVolumeBootPattern-422588122 tempest-TestVolumeBootPattern-422588122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c4c6b5-0b8b-4ed9-80e8-01b1dd3dc48a,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:50.973036 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49346) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:33:51.379012 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-16fc1f78-bc91-45b7-800f-5fd79aaede51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827495'] for router_interface (4a6b6691-e616-4b10-83da-44289e719325), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:51.561428 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device cdfe8c13-bb9b-4403-9e35-60ecb60215b9 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:33:51.583195 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: cdfe8c13-bb9b-4403-9e35-60ecb60215b9 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:33:51.583632 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device cdfe8c13-bb9b-4403-9e35-60ecb60215b9 not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:33:51.600087 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-16fc1f78-bc91-45b7-800f-5fd79aaede51 admin admin] Deleting port 0676c748-c0a0-4d02-bbb0-0149b88d32ed {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:33:51.600761 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-16fc1f78-bc91-45b7-800f-5fd79aaede51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (0676c748-c0a0-4d02-bbb0-0149b88d32ed), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:51.632631 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd1453-67b0-4c12-b57b-6e6d6a53a5e7 req-23b8a9e0-f670-47a6-b06f-ec2f13a30adc tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:51.634031 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0acd1453-67b0-4c12-b57b-6e6d6a53a5e7 req-23b8a9e0-f670-47a6-b06f-ec2f13a30adc tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0474372 Aug 19 15:33:51.688794 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0acd1453-67b0-4c12-b57b-6e6d6a53a5e7 req-43c22bd7-015e-4d49-b3a2-989c4d454f90 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490787 Aug 19 15:33:51.922788 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-16fc1f78-bc91-45b7-800f-5fd79aaede51 admin admin] For port 0676c748-c0a0-4d02-bbb0-0149b88d32ed, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=0676c748-c0a0-4d02-bbb0-0149b88d32ed,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:51.923415 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-16fc1f78-bc91-45b7-800f-5fd79aaede51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (0676c748-c0a0-4d02-bbb0-0149b88d32ed), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:51.936406 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-16fc1f78-bc91-45b7-800f-5fd79aaede51 admin admin] Calling delete_port for 0676c748-c0a0-4d02-bbb0-0149b88d32ed owned by network:router_interface {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:33:51.996715 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:52.121014 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-16fc1f78-bc91-45b7-800f-5fd79aaede51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (0676c748-c0a0-4d02-bbb0-0149b88d32ed), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:52.125021 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:52.148306 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc1f78-bc91-45b7-800f-5fd79aaede51 admin admin] Pushing event deleted for resources: {'Port': ['ID=0676c748-c0a0-4d02-bbb0-0149b88d32ed,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:52.320561 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-16fc1f78-bc91-45b7-800f-5fd79aaede51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808215'] for router_interface (4a6b6691-e616-4b10-83da-44289e719325), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:52.523890 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fc1f78-bc91-45b7-800f-5fd79aaede51 admin admin] Router 4a6b6691-e616-4b10-83da-44289e719325 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:33:52.626834 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fc1f78-bc91-45b7-800f-5fd79aaede51 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:33:52.631934 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-16fc1f78-bc91-45b7-800f-5fd79aaede51 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/4a6b6691-e616-4b10-83da-44289e719325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6578755 Aug 19 15:33:52.634518 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49352) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:33:52.637042 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b38235e-2558-4a6f-90e2-dfa2cc9c0ceb None None] Sync routers for ids ['4a6b6691-e616-4b10-83da-44289e719325'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:33:52.647273 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b38235e-2558-4a6f-90e2-dfa2cc9c0ceb None None] Routers {'4a6b6691-e616-4b10-83da-44289e719325'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:33:52.647887 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-2b38235e-2558-4a6f-90e2-dfa2cc9c0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:33:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['4a6b6691-e616-4b10-83da-44289e719325'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:52.740470 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0f16-0177-4e8f-b39f-47b2a83608bf admin admin] Publish callbacks [] for router (4a6b6691-e616-4b10-83da-44289e719325), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:52.751285 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-2b38235e-2558-4a6f-90e2-dfa2cc9c0ceb None None] Set router 4a6b6691-e616-4b10-83da-44289e719325 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:33:52.817021 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1829d-d7cd-400b-9cf6-5398859a8fbb req-03934356-f1a8-4043-ae47-4884bc266676 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:52.818779 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-40f1829d-d7cd-400b-9cf6-5398859a8fbb req-03934356-f1a8-4043-ae47-4884bc266676 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0529363 Aug 19 15:33:52.843522 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:52.845943 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:52.852876 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0f16-0177-4e8f-b39f-47b2a83608bf admin admin] Publish callbacks [] for router_gateway (4a6b6691-e616-4b10-83da-44289e719325), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:52.874524 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-40f1829d-d7cd-400b-9cf6-5398859a8fbb req-101b9d6a-f353-4924-88c0-8c59df894ab6 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503514 Aug 19 15:33:52.900570 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-bb5f0f16-0177-4e8f-b39f-47b2a83608bf admin admin] Deleting port bd9daf65-0c6f-42b1-af6e-876a02abef79 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:33:52.900894 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0f16-0177-4e8f-b39f-47b2a83608bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (bd9daf65-0c6f-42b1-af6e-876a02abef79), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:52.902442 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:52.924776 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-2b38235e-2558-4a6f-90e2-dfa2cc9c0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:33:52Z', 'revision_number': 5, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port': {'id': 'bd9daf65-0c6f-42b1-af6e-876a02abef79', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b6691-e616-4b10-83da-44289e719325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:52.953597 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b38235e-2558-4a6f-90e2-dfa2cc9c0ceb None None] Checking router: 4a6b6691-e616-4b10-83da-44289e719325 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:33:52.962685 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b38235e-2558-4a6f-90e2-dfa2cc9c0ceb None None] Routers {'4a6b6691-e616-4b10-83da-44289e719325'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:33:52.963292 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-2b38235e-2558-4a6f-90e2-dfa2cc9c0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:33:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['4a6b6691-e616-4b10-83da-44289e719325'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:52.988585 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-bb5f0f16-0177-4e8f-b39f-47b2a83608bf admin admin] For port bd9daf65-0c6f-42b1-af6e-876a02abef79, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=bd9daf65-0c6f-42b1-af6e-876a02abef79,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:52.989157 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0f16-0177-4e8f-b39f-47b2a83608bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (bd9daf65-0c6f-42b1-af6e-876a02abef79), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:53.003115 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-bb5f0f16-0177-4e8f-b39f-47b2a83608bf admin admin] Calling delete_port for bd9daf65-0c6f-42b1-af6e-876a02abef79 owned by network:router_gateway {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:33:53.033286 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:53.044283 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:53.045893 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-2b38235e-2558-4a6f-90e2-dfa2cc9c0ceb None None] Set router 4a6b6691-e616-4b10-83da-44289e719325 gateway port host: None {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:33:53.101072 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-2b38235e-2558-4a6f-90e2-dfa2cc9c0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:33:52Z', 'revision_number': 6, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port_host': None}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:53.127179 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b38235e-2558-4a6f-90e2-dfa2cc9c0ceb None None] The sync data for ids ['4a6b6691-e616-4b10-83da-44289e719325'] in dv-cinder-835384-20-iscsi is: [{'id': '4a6b6691-e616-4b10-83da-44289e719325', 'name': 'tempest-TestVolumeBootPattern-2097505402-router', 'tenant_id': '0add00db6668475093f558e9700333d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:34Z', 'updated_at': '2022-08-19T15:33:52Z', 'revision_number': 6, 'project_id': '0add00db6668475093f558e9700333d1', 'gw_port_host': None}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:33:53.178371 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0f16-0177-4e8f-b39f-47b2a83608bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (bd9daf65-0c6f-42b1-af6e-876a02abef79), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:53.204593 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f0f16-0177-4e8f-b39f-47b2a83608bf admin admin] Pushing event deleted for resources: {'Port': ['ID=bd9daf65-0c6f-42b1-af6e-876a02abef79,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:53.263891 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0f16-0177-4e8f-b39f-47b2a83608bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809638'] for router_gateway (4a6b6691-e616-4b10-83da-44289e719325), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:53.349628 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0f16-0177-4e8f-b39f-47b2a83608bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12054'] for router (4a6b6691-e616-4b10-83da-44289e719325), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:53.351821 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0f16-0177-4e8f-b39f-47b2a83608bf admin admin] Publish callbacks [] for router_controller (4a6b6691-e616-4b10-83da-44289e719325), precommit_delete_associations {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:53.396339 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0f16-0177-4e8f-b39f-47b2a83608bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808224'] for router (4a6b6691-e616-4b10-83da-44289e719325), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:53.397519 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5f0f16-0177-4e8f-b39f-47b2a83608bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a6b6691-e616-4b10-83da-44289e719325 {{(pid=106285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:33:53.401968 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0f16-0177-4e8f-b39f-47b2a83608bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:53.403124 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-bb5f0f16-0177-4e8f-b39f-47b2a83608bf admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/4a6b6691-e616-4b10-83da-44289e719325 HTTP/1.1" status: 204 len: 168 time: 0.7676737 Aug 19 15:33:53.405644 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49356) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:33:53.451555 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_v2 [None req-71bb1746-3c5d-4d6c-8326-6d335f09a13d admin admin] Deleting subnet 93c92eb6-ecf3-4e09-8dc4-e6863da8989f {{(pid=106285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 19 15:33:53.455451 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-71bb1746-3c5d-4d6c-8326-6d335f09a13d admin admin] Publish callbacks [] for subnet (93c92eb6-ecf3-4e09-8dc4-e6863da8989f), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:53.495074 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-71bb1746-3c5d-4d6c-8326-6d335f09a13d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14938841'] for subnet (93c92eb6-ecf3-4e09-8dc4-e6863da8989f), precommit_delete_associations {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:53.594562 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-71bb1746-3c5d-4d6c-8326-6d335f09a13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550255'] for subnet (93c92eb6-ecf3-4e09-8dc4-e6863da8989f), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:53.648338 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-71bb1746-3c5d-4d6c-8326-6d335f09a13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16617200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16591531'] for subnet (93c92eb6-ecf3-4e09-8dc4-e6863da8989f), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:53.674126 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb1746-3c5d-4d6c-8326-6d335f09a13d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93c92eb6-ecf3-4e09-8dc4-e6863da8989f,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:53.677425 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-71bb1746-3c5d-4d6c-8326-6d335f09a13d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:53.683149 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-71bb1746-3c5d-4d6c-8326-6d335f09a13d admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/93c92eb6-ecf3-4e09-8dc4-e6863da8989f HTTP/1.1" status: 204 len: 168 time: 0.2743237 Aug 19 15:33:53.683426 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49358) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:33:53.683586 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc181358-8e8a-422f-b28f-bfa425d30eae None None] Network 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:33:53.756813 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742190'] for network (6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:53.769433 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:53.803268 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] Deleting port 360607de-903b-4a66-90bb-f164eaa85866 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:33:53.803621 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (360607de-903b-4a66-90bb-f164eaa85866), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:53.867730 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] For port 360607de-903b-4a66-90bb-f164eaa85866, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=360607de-903b-4a66-90bb-f164eaa85866,segment=NetworkSegment(e22375ac-1793-48da-99df-0b7376fb87a8),segment_id=e22375ac-1793-48da-99df-0b7376fb87a8)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:53.868011 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (360607de-903b-4a66-90bb-f164eaa85866), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:53.885583 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] Calling delete_port for 360607de-903b-4a66-90bb-f164eaa85866 owned by network:dhcp {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:33:53.932067 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d071c7b-ce10-4967-a826-d781ef77db44 None None] DHCP port deletion for 6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 request from dv-cinder-835384-20-iscsi {{(pid=106286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 19 15:33:53.943278 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:53.985804 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-3d071c7b-ce10-4967-a826-d781ef77db44 None None] Deleting port 360607de-903b-4a66-90bb-f164eaa85866 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:33:53.986336 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3d071c7b-ce10-4967-a826-d781ef77db44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (360607de-903b-4a66-90bb-f164eaa85866), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:53.989690 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (360607de-903b-4a66-90bb-f164eaa85866), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:54.025575 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=360607de-903b-4a66-90bb-f164eaa85866,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:54.036429 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] No DVR routers for this DVR port 360607de-903b-4a66-90bb-f164eaa85866 on host dv-cinder-835384-20-iscsi {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:33:54.048262 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 0676c748-c0a0-4d02-bbb0-0149b88d32ed no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:33:54.055163 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186011a4-15f6-47c4-ae4e-fc0a5df36ab9 req-74d2ea5d-27de-4ce1-90c9-9d5544de9f23 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:54.056749 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-186011a4-15f6-47c4-ae4e-fc0a5df36ab9 req-74d2ea5d-27de-4ce1-90c9-9d5544de9f23 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0836771 Aug 19 15:33:54.069623 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:54.077047 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 0676c748-c0a0-4d02-bbb0-0149b88d32ed {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:33:54.077394 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 0676c748-c0a0-4d02-bbb0-0149b88d32ed not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:33:54.092594 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-3d071c7b-ce10-4967-a826-d781ef77db44 None None] For port 360607de-903b-4a66-90bb-f164eaa85866, host dv-cinder-835384-20-iscsi, got binding levels [] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:54.093258 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3d071c7b-ce10-4967-a826-d781ef77db44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (360607de-903b-4a66-90bb-f164eaa85866), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:54.112586 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-3d071c7b-ce10-4967-a826-d781ef77db44 None None] Calling delete_port for 360607de-903b-4a66-90bb-f164eaa85866 owned by network:dhcp {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:33:54.116539 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.ipam_backend_mixin [None req-3d071c7b-ce10-4967-a826-d781ef77db44 None None] Port 360607de-903b-4a66-90bb-f164eaa85866 was not found and therefore no delete operation was performed {{(pid=106286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 19 15:33:54.118041 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3d071c7b-ce10-4967-a826-d781ef77db44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391'] for port (360607de-903b-4a66-90bb-f164eaa85866), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:54.133451 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551398', 'neutron.services.segments.db._delete_segments_for_network-8774275715211'] for network (6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:54.142616 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-186011a4-15f6-47c4-ae4e-fc0a5df36ab9 req-a254006e-c36b-45cd-af72-5b1d8d63e277 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773225 Aug 19 15:33:54.149716 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d071c7b-ce10-4967-a826-d781ef77db44 None None] Pushing event deleted for resources: {'Port': ['ID=360607de-903b-4a66-90bb-f164eaa85866,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:54.153615 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d071c7b-ce10-4967-a826-d781ef77db44 None None] No DVR routers for this DVR port 360607de-903b-4a66-90bb-f164eaa85866 on host dv-cinder-835384-20-iscsi {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:33:54.170277 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.services.segments.db [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8']}} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:54.180258 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.services.segments.db [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22375ac-1793-48da-99df-0b7376fb87a8') {'for_net_delete': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:54.180674 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.services.segments.db [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22375ac-1793-48da-99df-0b7376fb87a8') {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:54.190696 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774275715274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14938658'] for segment (e22375ac-1793-48da-99df-0b7376fb87a8), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:54.204878 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (e22375ac-1793-48da-99df-0b7376fb87a8), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:54.211201 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=106285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:33:54.211578 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16617114'] for segment (e22375ac-1793-48da-99df-0b7376fb87a8), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:54.238139 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.services.segments.plugin [-] Segment e22375ac-1793-48da-99df-0b7376fb87a8 resource provider aggregate not found Aug 19 15:33:54.268577 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.services.segments.plugin [-] Segment e22375ac-1793-48da-99df-0b7376fb87a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e22375ac-1793-48da-99df-0b7376fb87a8 found for delete ", "request_id": "req-4957509d-617d-43f1-83b4-269d521e7be4"}]} Aug 19 15:33:54.283090 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809602'] for network (6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:54.289637 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:54.293768 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8 HTTP/1.1" status: 204 len: 168 time: 0.6085336 Aug 19 15:33:54.295934 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49366) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:33:54.311614 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba4b5e-5ccb-4436-a80c-5b21c26387d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ddc4f9f-3c90-4d2a-9cf9-1e79206f98a8,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:54.615811 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c72f69db-c5aa-43e9-9708-ca69d13d47cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827495'] for router_interface (11cb6cd8-0335-4794-b464-d633579e57af), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:54.799731 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:54.837787 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c72f69db-c5aa-43e9-9708-ca69d13d47cc admin admin] Deleting port 6b952479-c12a-4c23-83de-4343ff93cc04 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:33:54.838124 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c72f69db-c5aa-43e9-9708-ca69d13d47cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (6b952479-c12a-4c23-83de-4343ff93cc04), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:54.917958 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c72f69db-c5aa-43e9-9708-ca69d13d47cc admin admin] For port 6b952479-c12a-4c23-83de-4343ff93cc04, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=6b952479-c12a-4c23-83de-4343ff93cc04,segment=NetworkSegment(167a3e2f-8414-4230-bf8e-cdf6287698f5),segment_id=167a3e2f-8414-4230-bf8e-cdf6287698f5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:54.918235 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c72f69db-c5aa-43e9-9708-ca69d13d47cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (6b952479-c12a-4c23-83de-4343ff93cc04), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:54.931746 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c72f69db-c5aa-43e9-9708-ca69d13d47cc admin admin] Calling delete_port for 6b952479-c12a-4c23-83de-4343ff93cc04 owned by network:router_interface {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:33:54.985449 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:55.109254 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c72f69db-c5aa-43e9-9708-ca69d13d47cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (6b952479-c12a-4c23-83de-4343ff93cc04), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:55.132232 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f69db-c5aa-43e9-9708-ca69d13d47cc admin admin] Pushing event deleted for resources: {'Port': ['ID=6b952479-c12a-4c23-83de-4343ff93cc04,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:55.264357 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edcae3-6f0c-45c7-ae98-8176006ea7b3 req-be7b04db-2eac-44f7-ada3-5c17a77239dc tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:55.267642 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f5edcae3-6f0c-45c7-ae98-8176006ea7b3 req-be7b04db-2eac-44f7-ada3-5c17a77239dc tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0518744 Aug 19 15:33:55.312898 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c72f69db-c5aa-43e9-9708-ca69d13d47cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808215'] for router_interface (11cb6cd8-0335-4794-b464-d633579e57af), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:55.336755 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f5edcae3-6f0c-45c7-ae98-8176006ea7b3 req-77346710-c403-4147-bd76-d4251760912a tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641315 Aug 19 15:33:55.619991 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 360607de-903b-4a66-90bb-f164eaa85866 no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:33:55.643053 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 360607de-903b-4a66-90bb-f164eaa85866 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:33:55.643396 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 360607de-903b-4a66-90bb-f164eaa85866 not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:33:55.643810 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device bd9daf65-0c6f-42b1-af6e-876a02abef79 no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:33:55.662274 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: bd9daf65-0c6f-42b1-af6e-876a02abef79 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:33:55.662617 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device bd9daf65-0c6f-42b1-af6e-876a02abef79 not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:33:55.766041 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72f69db-c5aa-43e9-9708-ca69d13d47cc admin admin] Router 11cb6cd8-0335-4794-b464-d633579e57af has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:33:55.865495 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:55.868690 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72f69db-c5aa-43e9-9708-ca69d13d47cc admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:33:55.874063 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-c72f69db-c5aa-43e9-9708-ca69d13d47cc admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/11cb6cd8-0335-4794-b464-d633579e57af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5771220 Aug 19 15:33:55.877305 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49370) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:33:55.879955 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb3bc24-d36b-4eb0-997c-0aa3541aaed5 None None] Sync routers for ids ['11cb6cd8-0335-4794-b464-d633579e57af'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:33:55.890476 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb3bc24-d36b-4eb0-997c-0aa3541aaed5 None None] Routers {'11cb6cd8-0335-4794-b464-d633579e57af'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:33:55.891225 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-2eb3bc24-d36b-4eb0-997c-0aa3541aaed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:33:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['11cb6cd8-0335-4794-b464-d633579e57af'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:55.979256 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae15-957b-4f58-8e20-ddff832bf1da admin admin] Publish callbacks [] for router (11cb6cd8-0335-4794-b464-d633579e57af), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:55.993274 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-2eb3bc24-d36b-4eb0-997c-0aa3541aaed5 None None] Set router 11cb6cd8-0335-4794-b464-d633579e57af gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:33:56.081166 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae15-957b-4f58-8e20-ddff832bf1da admin admin] Publish callbacks [] for router_gateway (11cb6cd8-0335-4794-b464-d633579e57af), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:56.091643 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:56.127507 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-87a4ae15-957b-4f58-8e20-ddff832bf1da admin admin] Deleting port 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:33:56.128220 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae15-957b-4f58-8e20-ddff832bf1da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:56.161706 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-2eb3bc24-d36b-4eb0-997c-0aa3541aaed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb6cd8-0335-4794-b464-d633579e57af', 'name': 'tempest-TestVolumeBootPattern-153811165-router', 'tenant_id': '7c817ad50ec0407b81e579cfd37a47a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:48Z', 'updated_at': '2022-08-19T15:33:55Z', 'revision_number': 5, 'project_id': '7c817ad50ec0407b81e579cfd37a47a4', 'gw_port': {'id': '3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb6cd8-0335-4794-b464-d633579e57af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:25:50Z', 'updated_at': '2022-08-19T15:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:56.211373 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-87a4ae15-957b-4f58-8e20-ddff832bf1da admin admin] For port 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:56.211823 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae15-957b-4f58-8e20-ddff832bf1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:56.229408 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-87a4ae15-957b-4f58-8e20-ddff832bf1da admin admin] Calling delete_port for 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb owned by network:router_gateway {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:33:56.274707 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb3bc24-d36b-4eb0-997c-0aa3541aaed5 None None] Checking router: 11cb6cd8-0335-4794-b464-d633579e57af for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:33:56.284105 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb3bc24-d36b-4eb0-997c-0aa3541aaed5 None None] Routers {'11cb6cd8-0335-4794-b464-d633579e57af'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:33:56.284748 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-2eb3bc24-d36b-4eb0-997c-0aa3541aaed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:33:46Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['11cb6cd8-0335-4794-b464-d633579e57af'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:56.380142 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-2eb3bc24-d36b-4eb0-997c-0aa3541aaed5 None None] Set router 11cb6cd8-0335-4794-b464-d633579e57af gateway port host: None {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:33:56.409800 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae15-957b-4f58-8e20-ddff832bf1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:56.432507 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-2eb3bc24-d36b-4eb0-997c-0aa3541aaed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb6cd8-0335-4794-b464-d633579e57af', 'name': 'tempest-TestVolumeBootPattern-153811165-router', 'tenant_id': '7c817ad50ec0407b81e579cfd37a47a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:48Z', 'updated_at': '2022-08-19T15:33:56Z', 'revision_number': 6, 'project_id': '7c817ad50ec0407b81e579cfd37a47a4', 'gw_port_host': None}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:56.441228 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4ae15-957b-4f58-8e20-ddff832bf1da admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:56.462604 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb3bc24-d36b-4eb0-997c-0aa3541aaed5 None None] The sync data for ids ['11cb6cd8-0335-4794-b464-d633579e57af'] in dv-cinder-835384-20-iscsi is: [{'id': '11cb6cd8-0335-4794-b464-d633579e57af', 'name': 'tempest-TestVolumeBootPattern-153811165-router', 'tenant_id': '7c817ad50ec0407b81e579cfd37a47a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:25:48Z', 'updated_at': '2022-08-19T15:33:56Z', 'revision_number': 6, 'project_id': '7c817ad50ec0407b81e579cfd37a47a4', 'gw_port_host': None}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:33:56.472935 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476412d-7a76-4dfd-b35f-4d59403fb176 req-67fefa7f-3f69-42fc-b1c6-890896875229 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:56.474503 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5476412d-7a76-4dfd-b35f-4d59403fb176 req-67fefa7f-3f69-42fc-b1c6-890896875229 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0570328 Aug 19 15:33:56.519253 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae15-957b-4f58-8e20-ddff832bf1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809638'] for router_gateway (11cb6cd8-0335-4794-b464-d633579e57af), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:56.529059 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-5476412d-7a76-4dfd-b35f-4d59403fb176 req-85c11d2f-2e7c-4b55-95d0-6bd6e6098ddf tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479357 Aug 19 15:33:56.608226 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae15-957b-4f58-8e20-ddff832bf1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12054'] for router (11cb6cd8-0335-4794-b464-d633579e57af), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:56.610446 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae15-957b-4f58-8e20-ddff832bf1da admin admin] Publish callbacks [] for router_controller (11cb6cd8-0335-4794-b464-d633579e57af), precommit_delete_associations {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:56.652458 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae15-957b-4f58-8e20-ddff832bf1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808224'] for router (11cb6cd8-0335-4794-b464-d633579e57af), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:56.653014 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a4ae15-957b-4f58-8e20-ddff832bf1da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11cb6cd8-0335-4794-b464-d633579e57af {{(pid=106285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:33:56.657177 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae15-957b-4f58-8e20-ddff832bf1da admin admin] Publish callbacks [] for router (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:56.658402 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-87a4ae15-957b-4f58-8e20-ddff832bf1da admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/11cb6cd8-0335-4794-b464-d633579e57af HTTP/1.1" status: 204 len: 168 time: 0.7801051 Aug 19 15:33:56.660960 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49374) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:33:56.711674 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23770ed-2ea5-46fc-bf1c-b21afe29e04d admin admin] Deleting subnet 0e516a57-7cb9-427a-874a-586db35587cd {{(pid=106285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 19 15:33:56.714857 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b23770ed-2ea5-46fc-bf1c-b21afe29e04d admin admin] Publish callbacks [] for subnet (0e516a57-7cb9-427a-874a-586db35587cd), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:56.749066 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b23770ed-2ea5-46fc-bf1c-b21afe29e04d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14938841'] for subnet (0e516a57-7cb9-427a-874a-586db35587cd), precommit_delete_associations {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:56.824922 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:56.827752 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b23770ed-2ea5-46fc-bf1c-b21afe29e04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550255'] for subnet (0e516a57-7cb9-427a-874a-586db35587cd), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:56.893124 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b23770ed-2ea5-46fc-bf1c-b21afe29e04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16617200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16591531'] for subnet (0e516a57-7cb9-427a-874a-586db35587cd), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:56.912196 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a60b4cc-7b8a-4d10-b43b-2efe6e5e8791 None None] Network 3cb14be5-fdde-498b-83fa-280c165e1826 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:33:56.920916 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b23770ed-2ea5-46fc-bf1c-b21afe29e04d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:56.925372 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-b23770ed-2ea5-46fc-bf1c-b21afe29e04d admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/0e516a57-7cb9-427a-874a-586db35587cd HTTP/1.1" status: 204 len: 168 time: 0.2630560 Aug 19 15:33:56.926333 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23770ed-2ea5-46fc-bf1c-b21afe29e04d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e516a57-7cb9-427a-874a-586db35587cd,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:56.927560 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49376) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:33:57.003112 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742190'] for network (3cb14be5-fdde-498b-83fa-280c165e1826), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:57.050032 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] Deleting port 0e030d42-b9f1-4856-9358-30fcbfaa1e70 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:33:57.050373 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (0e030d42-b9f1-4856-9358-30fcbfaa1e70), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:57.113332 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] For port 0e030d42-b9f1-4856-9358-30fcbfaa1e70, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=0e030d42-b9f1-4856-9358-30fcbfaa1e70,segment=NetworkSegment(167a3e2f-8414-4230-bf8e-cdf6287698f5),segment_id=167a3e2f-8414-4230-bf8e-cdf6287698f5)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:57.113692 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (0e030d42-b9f1-4856-9358-30fcbfaa1e70), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:57.128118 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] Calling delete_port for 0e030d42-b9f1-4856-9358-30fcbfaa1e70 owned by network:dhcp {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:33:57.212358 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (0e030d42-b9f1-4856-9358-30fcbfaa1e70), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:57.216153 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dead44f1-83ff-45f2-bbf7-7c73fd176af8 None None] DHCP port deletion for 3cb14be5-fdde-498b-83fa-280c165e1826 request from dv-cinder-835384-20-iscsi {{(pid=106286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 19 15:33:57.246572 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] Pushing event deleted for resources: {'Port': ['ID=0e030d42-b9f1-4856-9358-30fcbfaa1e70,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:57.251086 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] No DVR routers for this DVR port 0e030d42-b9f1-4856-9358-30fcbfaa1e70 on host dv-cinder-835384-20-iscsi {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:33:57.336448 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551398', 'neutron.services.segments.db._delete_segments_for_network-8774275715211'] for network (3cb14be5-fdde-498b-83fa-280c165e1826), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:57.339287 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ec221-4124-4ab8-b5c8-59269e847d29 req-b6f94eae-7b12-4695-8e70-a9ad054ed85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:57.340873 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-e58ec221-4124-4ab8-b5c8-59269e847d29 req-b6f94eae-7b12-4695-8e70-a9ad054ed85b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7111b041a72b4481b3c8a286589e0a4e&device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 1129 time: 0.1006615 Aug 19 15:33:57.367736 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb14be5-fdde-498b-83fa-280c165e1826']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:57.379342 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167a3e2f-8414-4230-bf8e-cdf6287698f5') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:57.379734 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167a3e2f-8414-4230-bf8e-cdf6287698f5') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:57.390478 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774275715274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13475945'] for segment (167a3e2f-8414-4230-bf8e-cdf6287698f5), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:57.406666 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (167a3e2f-8414-4230-bf8e-cdf6287698f5), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:57.414485 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:33:57.415079 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16011975'] for segment (167a3e2f-8414-4230-bf8e-cdf6287698f5), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:57.435182 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:57.456957 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ec221-4124-4ab8-b5c8-59269e847d29 req-5ede3705-c9d3-47e5-a558-9eb804ada00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:57.458473 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-e58ec221-4124-4ab8-b5c8-59269e847d29 req-5ede3705-c9d3-47e5-a558-9eb804ada00d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=79008e7b-f33e-4610-a522-4d5d851ee288 HTTP/1.1" status: 200 len: 909 time: 0.1077046 Aug 19 15:33:57.468581 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 167a3e2f-8414-4230-bf8e-cdf6287698f5 resource provider aggregate not found Aug 19 15:33:57.489171 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809602'] for network (3cb14be5-fdde-498b-83fa-280c165e1826), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:57.495687 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:57.501334 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/3cb14be5-fdde-498b-83fa-280c165e1826 HTTP/1.1" status: 204 len: 168 time: 0.5725996 Aug 19 15:33:57.518539 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 167a3e2f-8414-4230-bf8e-cdf6287698f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 167a3e2f-8414-4230-bf8e-cdf6287698f5 found for delete ", "request_id": "req-ad47fbca-a12d-4d09-8360-c7a56643664f"}]} Aug 19 15:33:57.520432 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c09578-8265-4e4c-bf73-ebdc0ba1c08f admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb14be5-fdde-498b-83fa-280c165e1826,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:57.540537 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-e58ec221-4124-4ab8-b5c8-59269e847d29 req-909d7c58-3c71-486e-a80b-c67c02febd62 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=202d895f-8706-4b55-b8a7-80568bae22d1 HTTP/1.1" status: 200 len: 1000 time: 0.0754874 Aug 19 15:33:57.612513 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:33:57.612702 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ec221-4124-4ab8-b5c8-59269e847d29 req-93ccd635-7ba8-4a3e-b477-b38854d10e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:57.614194 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-e58ec221-4124-4ab8-b5c8-59269e847d29 req-93ccd635-7ba8-4a3e-b477-b38854d10e08 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9c6457a2-ef32-4292-b3d5-a1d4e98c36db HTTP/1.1" status: 200 len: 847 time: 0.0663526 Aug 19 15:33:57.636893 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:33:57.637649 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 3f8e5168-fd2e-4cf6-8ab8-036cbfe89fcb not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:33:57.638499 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 0e030d42-b9f1-4856-9358-30fcbfaa1e70 no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:33:57.664819 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 0e030d42-b9f1-4856-9358-30fcbfaa1e70 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:33:57.666469 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 0e030d42-b9f1-4856-9358-30fcbfaa1e70 not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:33:57.667409 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 6b952479-c12a-4c23-83de-4343ff93cc04 no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:33:57.673133 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:57.683892 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ec221-4124-4ab8-b5c8-59269e847d29 req-f5f1cdf4-eccf-4ca1-93d4-4e478fb80837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:57.683892 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-e58ec221-4124-4ab8-b5c8-59269e847d29 req-f5f1cdf4-eccf-4ca1-93d4-4e478fb80837 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=79008e7b-f33e-4610-a522-4d5d851ee288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0612173 Aug 19 15:33:57.684282 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49388) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:33:57.687910 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d8448-a8e6-408f-90ef-b8a52a5f8431 req-965a38e2-8c51-4d8b-978d-97004ca2e15a tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:57.689615 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-aa4d8448-a8e6-408f-90ef-b8a52a5f8431 req-965a38e2-8c51-4d8b-978d-97004ca2e15a tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0586607 Aug 19 15:33:57.701703 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 6b952479-c12a-4c23-83de-4343ff93cc04 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:33:57.702055 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 6b952479-c12a-4c23-83de-4343ff93cc04 not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:33:57.742325 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-aa4d8448-a8e6-408f-90ef-b8a52a5f8431 req-256e0fd8-2a41-4a9a-af49-874219fe8545 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461919 Aug 19 15:33:57.787814 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-34ce1722-e13c-4c56-ad58-fa7ed2d9f6d9 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=0add00db6668475093f558e9700333d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1023772 Aug 19 15:33:57.790469 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49390) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:33:57.808581 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-e58ec221-4124-4ab8-b5c8-59269e847d29 req-c20a6be6-fd4e-4cb7-9a68-abbf7507f8e2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/79008e7b-f33e-4610-a522-4d5d851ee288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155105 Aug 19 15:33:57.841588 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8065d562-3391-47a9-b5ea-b855ce85aefd admin admin] Publish callbacks [] for security_group (141254c0-0318-4f48-80bf-1271baacffe9), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:57.862254 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8065d562-3391-47a9-b5ea-b855ce85aefd admin admin] Publish callbacks [] for security_group (141254c0-0318-4f48-80bf-1271baacffe9), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:57.875904 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:33:57.908188 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-e58ec221-4124-4ab8-b5c8-59269e847d29 req-8b93b2fe-fbbd-49ee-a0e3-35bfae74a209 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/79008e7b-f33e-4610-a522-4d5d851ee288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926549 Aug 19 15:33:57.910625 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8065d562-3391-47a9-b5ea-b855ce85aefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (141254c0-0318-4f48-80bf-1271baacffe9), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:57.913337 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8065d562-3391-47a9-b5ea-b855ce85aefd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:57.914526 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-8065d562-3391-47a9-b5ea-b855ce85aefd admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/141254c0-0318-4f48-80bf-1271baacffe9 HTTP/1.1" status: 204 len: 168 time: 0.1230690 Aug 19 15:33:57.923492 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065d562-3391-47a9-b5ea-b855ce85aefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141254c0-0318-4f48-80bf-1271baacffe9,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:58.247591 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49396) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:33:58.288434 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-346605ec-6f32-4ee2-a62d-99c2b8c607b0 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=7c817ad50ec0407b81e579cfd37a47a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390475 Aug 19 15:33:58.290225 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49398) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:33:58.348157 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7bc2e24c-d52e-4f70-9e79-c71c8d7fc503 admin admin] Publish callbacks [] for security_group (1d0151ae-a930-422c-9b79-9f2064f9639e), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:58.367948 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7bc2e24c-d52e-4f70-9e79-c71c8d7fc503 admin admin] Publish callbacks [] for security_group (1d0151ae-a930-422c-9b79-9f2064f9639e), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:58.414274 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7bc2e24c-d52e-4f70-9e79-c71c8d7fc503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (1d0151ae-a930-422c-9b79-9f2064f9639e), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:58.416936 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7bc2e24c-d52e-4f70-9e79-c71c8d7fc503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:33:58.418124 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-7bc2e24c-d52e-4f70-9e79-c71c8d7fc503 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/1d0151ae-a930-422c-9b79-9f2064f9639e HTTP/1.1" status: 204 len: 168 time: 0.1269786 Aug 19 15:33:58.426691 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2e24c-d52e-4f70-9e79-c71c8d7fc503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0151ae-a930-422c-9b79-9f2064f9639e,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:58.865753 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06642266-6141-47e6-9643-c7e8239a526a req-1d1090c8-1b61-4743-aec4-73a3625424f9 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:33:58.867223 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-06642266-6141-47e6-9643-c7e8239a526a req-1d1090c8-1b61-4743-aec4-73a3625424f9 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0470829 Aug 19 15:33:58.915924 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-06642266-6141-47e6-9643-c7e8239a526a req-f3341590-77b0-4400-bbe8-a5ed2aa96503 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432129 Aug 19 15:34:00.042765 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5691e5-37ea-4b22-88df-572f36f0afe9 req-641bc90f-c478-4e7a-a17f-7ab2d8846987 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:00.044212 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8c5691e5-37ea-4b22-88df-572f36f0afe9 req-641bc90f-c478-4e7a-a17f-7ab2d8846987 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0496888 Aug 19 15:34:00.094435 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8c5691e5-37ea-4b22-88df-572f36f0afe9 req-699124dd-2c81-4b72-a1b3-d8117ea37df4 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436440 Aug 19 15:34:00.345677 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133056cf-15ae-44b7-9b2e-262133e9efa8 req-99fe7c74-723e-43b5-b26e-e68aba2e5177 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:00.347043 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-133056cf-15ae-44b7-9b2e-262133e9efa8 req-99fe7c74-723e-43b5-b26e-e68aba2e5177 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0580146 Aug 19 15:34:00.397675 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49414) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:00.399945 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-133056cf-15ae-44b7-9b2e-262133e9efa8 req-a25285b2-5c9f-4903-b8f4-ea7d8214a619 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465810 Aug 19 15:34:00.481468 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-748449d1-a6aa-4713-aca6-9755092f6e29 req-25a2267b-2336-44a1-97b3-bfbc2d80134c service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826457 Aug 19 15:34:00.490888 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [req-748449d1-a6aa-4713-aca6-9755092f6e29 req-3f7ae7f9-1cb0-49d7-b1a4-747980bed80b service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 19 15:34:00.491840 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-748449d1-a6aa-4713-aca6-9755092f6e29 req-3f7ae7f9-1cb0-49d7-b1a4-747980bed80b service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048654 Aug 19 15:34:00.643905 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49422) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:00.743686 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748449d1-a6aa-4713-aca6-9755092f6e29 req-88c07106-74fb-4eb5-a914-b7c01bafa04d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:00.745049 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-748449d1-a6aa-4713-aca6-9755092f6e29 req-88c07106-74fb-4eb5-a914-b7c01bafa04d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports/202d895f-8706-4b55-b8a7-80568bae22d1 HTTP/1.1" status: 200 len: 942 time: 0.1001136 Aug 19 15:34:01.533208 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdaa14-a741-41b4-91ec-61e36ab68f3a req-90222e7f-bdaa-4373-bf70-ffc28f156978 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:01.534684 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b7fdaa14-a741-41b4-91ec-61e36ab68f3a req-90222e7f-bdaa-4373-bf70-ffc28f156978 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0484884 Aug 19 15:34:01.586794 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b7fdaa14-a741-41b4-91ec-61e36ab68f3a req-7340f542-4827-4f1b-b241-042af1c84e4f tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454495 Aug 19 15:34:02.197187 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748449d1-a6aa-4713-aca6-9755092f6e29 req-29c6273c-3062-4c1b-98f0-87f6fe6ca5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:02.198567 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-748449d1-a6aa-4713-aca6-9755092f6e29 req-29c6273c-3062-4c1b-98f0-87f6fe6ca5c9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065&tenant_id=7111b041a72b4481b3c8a286589e0a4e HTTP/1.1" status: 200 len: 1129 time: 0.0449009 Aug 19 15:34:02.259712 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748449d1-a6aa-4713-aca6-9755092f6e29 req-e982f2e2-61c7-4e29-9c72-01ed8fea69c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:02.261207 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-748449d1-a6aa-4713-aca6-9755092f6e29 req-e982f2e2-61c7-4e29-9c72-01ed8fea69c0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7111b041a72b4481b3c8a286589e0a4e&device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 1129 time: 0.0396109 Aug 19 15:34:02.350584 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748449d1-a6aa-4713-aca6-9755092f6e29 req-498b17a0-4117-4e28-99f0-6659f4cb4a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:02.352008 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-748449d1-a6aa-4713-aca6-9755092f6e29 req-498b17a0-4117-4e28-99f0-6659f4cb4a1a service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=79008e7b-f33e-4610-a522-4d5d851ee288 HTTP/1.1" status: 200 len: 909 time: 0.0845947 Aug 19 15:34:02.397099 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:02.418306 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-748449d1-a6aa-4713-aca6-9755092f6e29 req-2e62060a-0794-4835-9437-a62b38045ddf service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=202d895f-8706-4b55-b8a7-80568bae22d1 HTTP/1.1" status: 200 len: 1000 time: 0.0591345 Aug 19 15:34:02.467052 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748449d1-a6aa-4713-aca6-9755092f6e29 req-4324b71f-116f-4b35-9210-72fa075d5d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:02.468445 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-748449d1-a6aa-4713-aca6-9755092f6e29 req-4324b71f-116f-4b35-9210-72fa075d5d56 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9c6457a2-ef32-4292-b3d5-a1d4e98c36db HTTP/1.1" status: 200 len: 847 time: 0.0437527 Aug 19 15:34:02.514005 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748449d1-a6aa-4713-aca6-9755092f6e29 req-4ab45bce-ae60-433c-949d-6263f38c802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:02.515465 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-748449d1-a6aa-4713-aca6-9755092f6e29 req-4ab45bce-ae60-433c-949d-6263f38c802e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=79008e7b-f33e-4610-a522-4d5d851ee288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400093 Aug 19 15:34:02.608566 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-748449d1-a6aa-4713-aca6-9755092f6e29 req-530cb674-3f42-426e-8c40-55dcb22f6abe service neutron] 10.222.0.52 "GET /networking/v2.0/networks/79008e7b-f33e-4610-a522-4d5d851ee288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858357 Aug 19 15:34:02.700912 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-748449d1-a6aa-4713-aca6-9755092f6e29 req-e9d1b0ce-ba92-4f2b-9e5d-00ddf13fcbe0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/79008e7b-f33e-4610-a522-4d5d851ee288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852787 Aug 19 15:34:02.707876 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130efef-79ce-437c-b835-162d15d15426 req-c8374673-dbcf-4a54-aee3-2d1b09e07e99 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:02.709429 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d130efef-79ce-437c-b835-162d15d15426 req-c8374673-dbcf-4a54-aee3-2d1b09e07e99 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0494096 Aug 19 15:34:02.759037 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d130efef-79ce-437c-b835-162d15d15426 req-babf2208-f993-4cfe-9a90-08b3d331ac94 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438318 Aug 19 15:34:03.618777 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 202d895f-8706-4b55-b8a7-80568bae22d1 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:34:03.690603 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 202d895f-8706-4b55-b8a7-80568bae22d1 is: ACTIVE; New status is: DOWN {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:34:03.690994 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:03.713803 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446054b4-8b4f-45ec-9e9b-4a552af02065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '202d895f-8706-4b55-b8a7-80568bae22d1'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:34:03.716015 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6820c7d8-0bcb-4635-ad7c-7202ec1a384a" -d '{"events": [{"server_uuid": "446054b4-8b4f-45ec-9e9b-4a552af02065", "name": "network-vif-unplugged", "status": "completed", "tag": "202d895f-8706-4b55-b8a7-80568bae22d1"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:34:03.728925 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 202d895f-8706-4b55-b8a7-80568bae22d1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=202d895f-8706-4b55-b8a7-80568bae22d1,segment=NetworkSegment(f2880ea9-ded2-4710-9102-ec849acf2b3c),segment_id=f2880ea9-ded2-4710-9102-ec849acf2b3c)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:03.734587 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:03.793948 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=202d895f-8706-4b55-b8a7-80568bae22d1,revision_number=6']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:03.818056 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Aug 2022 15:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46762d8a-8555-4751-abd6-17702b4fe0f9 x-openstack-request-id: req-46762d8a-8555-4751-abd6-17702b4fe0f9 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:34:03.818427 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446054b4-8b4f-45ec-9e9b-4a552af02065", "name": "network-vif-unplugged", "status": "completed", "tag": "202d895f-8706-4b55-b8a7-80568bae22d1", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:34:03.818752 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-46762d8a-8555-4751-abd6-17702b4fe0f9 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:34:03.819221 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46762d8a-8555-4751-abd6-17702b4fe0f9'] response: {'server_uuid': '446054b4-8b4f-45ec-9e9b-4a552af02065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '202d895f-8706-4b55-b8a7-80568bae22d1', 'code': 200} Aug 19 15:34:03.877231 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:03.890578 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51dca0-cb49-4cef-921e-458dad87c0f2 req-85ae997a-358c-4e22-bc3f-42bd24eae3c9 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:03.892622 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4f51dca0-cb49-4cef-921e-458dad87c0f2 req-85ae997a-358c-4e22-bc3f-42bd24eae3c9 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 943 time: 0.0513139 Aug 19 15:34:03.941006 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4f51dca0-cb49-4cef-921e-458dad87c0f2 req-ab78ceea-8445-44e9-9fa1-0373ec8e8887 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428267 Aug 19 15:34:05.061559 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289682b-c75b-44d1-9f31-4798e0e58615 req-f4c19e29-42b9-47c9-8963-6efe48b71951 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:05.063290 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b289682b-c75b-44d1-9f31-4798e0e58615 req-f4c19e29-42b9-47c9-8963-6efe48b71951 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 943 time: 0.0485923 Aug 19 15:34:05.111650 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b289682b-c75b-44d1-9f31-4798e0e58615 req-77d70387-ae7a-41be-b2f0-bd36db5a4c23 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430467 Aug 19 15:34:06.220657 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:06.235728 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb2847-4f82-4c9c-ad56-c2db64d7aa8b req-c640187a-cf8a-4457-879e-a3b0fd4fc6df tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:06.237213 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0efb2847-4f82-4c9c-ad56-c2db64d7aa8b req-c640187a-cf8a-4457-879e-a3b0fd4fc6df tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 943 time: 0.0526755 Aug 19 15:34:06.285906 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0efb2847-4f82-4c9c-ad56-c2db64d7aa8b req-104bde33-573b-478f-ab83-cdbe511c172b tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429809 Aug 19 15:34:06.382514 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=40 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:06.435875 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=46 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:07.404889 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d02c60-e909-4d78-97a9-96d04ddfa9b5 req-72901c08-da5a-4c80-832e-6e94d367b1ef tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:07.406982 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-17d02c60-e909-4d78-97a9-96d04ddfa9b5 req-72901c08-da5a-4c80-832e-6e94d367b1ef tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 943 time: 0.0474203 Aug 19 15:34:07.455518 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-17d02c60-e909-4d78-97a9-96d04ddfa9b5 req-ec451e71-4845-459a-9eef-a08d7ae1387b tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428796 Aug 19 15:34:08.575631 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b014603-cf44-42ac-887e-80b03edc2af2 req-a0a8cdbc-9c4e-4674-bf85-1aa6e3790fc6 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:08.577122 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8b014603-cf44-42ac-887e-80b03edc2af2 req-a0a8cdbc-9c4e-4674-bf85-1aa6e3790fc6 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 943 time: 0.0473728 Aug 19 15:34:08.629333 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8b014603-cf44-42ac-887e-80b03edc2af2 req-35daae60-726c-40cc-a592-c9d8e0c9afb7 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466590 Aug 19 15:34:08.888617 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cde0ad-bd45-4c90-87b6-7e71e65c9ee5 req-64e03e7e-74f3-4506-9ec4-145abbb13a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:08.890075 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-35cde0ad-bd45-4c90-87b6-7e71e65c9ee5 req-64e03e7e-74f3-4506-9ec4-145abbb13a26 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 1127 time: 0.0422571 Aug 19 15:34:08.937681 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-35cde0ad-bd45-4c90-87b6-7e71e65c9ee5 req-8e9851bd-542a-4211-8cf5-7360a36f870b service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403581 Aug 19 15:34:09.655713 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 202d895f-8706-4b55-b8a7-80568bae22d1 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:34:09.752579 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f509d-4508-4454-8e78-942031e62563 req-5cc9a5a3-f041-40ad-bcc3-e75fd744cb52 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:09.754132 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e42f509d-4508-4454-8e78-942031e62563 req-5cc9a5a3-f041-40ad-bcc3-e75fd744cb52 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 943 time: 0.0490034 Aug 19 15:34:09.761704 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 202d895f-8706-4b55-b8a7-80568bae22d1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=202d895f-8706-4b55-b8a7-80568bae22d1,segment=NetworkSegment(f2880ea9-ded2-4710-9102-ec849acf2b3c),segment_id=f2880ea9-ded2-4710-9102-ec849acf2b3c)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:09.773593 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': '202d895f-8706-4b55-b8a7-80568bae22d1', 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288', 'port_id': '202d895f-8706-4b55-b8a7-80568bae22d1', 'mac_address': 'fa:16:3e:07:db:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:34:09.803830 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e42f509d-4508-4454-8e78-942031e62563 req-32e4010a-6098-4f82-9ed2-ab888abe8e02 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441198 Aug 19 15:34:09.809465 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 202d895f-8706-4b55-b8a7-80568bae22d1 is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:34:09.809859 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:09.824166 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 202d895f-8706-4b55-b8a7-80568bae22d1 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:34:09.844205 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 202d895f-8706-4b55-b8a7-80568bae22d1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=202d895f-8706-4b55-b8a7-80568bae22d1,segment=NetworkSegment(f2880ea9-ded2-4710-9102-ec849acf2b3c),segment_id=f2880ea9-ded2-4710-9102-ec849acf2b3c)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:09.848298 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:09.885890 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:09.895407 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:09.905296 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=202d895f-8706-4b55-b8a7-80568bae22d1,revision_number=7']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:10.094471 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['202d895f-8706-4b55-b8a7-80568bae22d1'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:34:10.151799 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:10.923748 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4d6c7-c4dd-4041-8016-e74ccf10b32c req-1b29ad08-7d3f-41b7-9535-1bbdbbbbbc19 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:10.925310 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4bb4d6c7-c4dd-4041-8016-e74ccf10b32c req-1b29ad08-7d3f-41b7-9535-1bbdbbbbbc19 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 944 time: 0.0468986 Aug 19 15:34:10.973583 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4bb4d6c7-c4dd-4041-8016-e74ccf10b32c req-bac27e38-841d-408a-b058-f50e49d3ad42 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425811 Aug 19 15:34:11.666716 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 202d895f-8706-4b55-b8a7-80568bae22d1 up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:34:11.713001 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port 202d895f-8706-4b55-b8a7-80568bae22d1 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:34:11.713379 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:11.787659 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port 202d895f-8706-4b55-b8a7-80568bae22d1 is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:34:11.788048 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:11.811533 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446054b4-8b4f-45ec-9e9b-4a552af02065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202d895f-8706-4b55-b8a7-80568bae22d1'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:34:11.813823 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7079227-b40c-489d-ab5d-0e9639d11e2b" -d '{"events": [{"server_uuid": "446054b4-8b4f-45ec-9e9b-4a552af02065", "name": "network-vif-plugged", "status": "completed", "tag": "202d895f-8706-4b55-b8a7-80568bae22d1"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:34:11.826294 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port 202d895f-8706-4b55-b8a7-80568bae22d1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=202d895f-8706-4b55-b8a7-80568bae22d1,segment=NetworkSegment(f2880ea9-ded2-4710-9102-ec849acf2b3c),segment_id=f2880ea9-ded2-4710-9102-ec849acf2b3c)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:11.831190 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:11.858867 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69644b2-adc0-423f-9b27-05fcceee62f6 x-openstack-request-id: req-e69644b2-adc0-423f-9b27-05fcceee62f6 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:34:11.859160 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446054b4-8b4f-45ec-9e9b-4a552af02065", "name": "network-vif-plugged", "status": "completed", "tag": "202d895f-8706-4b55-b8a7-80568bae22d1", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:34:11.859418 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e69644b2-adc0-423f-9b27-05fcceee62f6 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:34:11.859811 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69644b2-adc0-423f-9b27-05fcceee62f6'] response: {'server_uuid': '446054b4-8b4f-45ec-9e9b-4a552af02065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202d895f-8706-4b55-b8a7-80568bae22d1', 'code': 200} Aug 19 15:34:11.883271 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=202d895f-8706-4b55-b8a7-80568bae22d1,revision_number=8']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:13.044049 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:34:13.418683 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f9fd7a64-bbe5-4af1-af81-44d842846fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:15.788315 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-276b58fc-e6cf-48bc-8409-de019b5fa2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:16.444441 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-659e7704-c3be-4a9d-aeb1-d6f5fb1d4b0d req-cf7bbef0-6c39-46bb-b493-10946f99c903 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407619 Aug 19 15:34:16.502155 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:16.508123 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e7704-c3be-4a9d-aeb1-d6f5fb1d4b0d req-45bc8341-35a1-4284-84e8-b002dfdcdd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:16.509752 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-659e7704-c3be-4a9d-aeb1-d6f5fb1d4b0d req-45bc8341-35a1-4284-84e8-b002dfdcdd32 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7111b041a72b4481b3c8a286589e0a4e&device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 1129 time: 0.0425360 Aug 19 15:34:16.619443 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e7704-c3be-4a9d-aeb1-d6f5fb1d4b0d req-5162b788-6022-4580-83e5-c3f20f62e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:16.620933 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-659e7704-c3be-4a9d-aeb1-d6f5fb1d4b0d req-5162b788-6022-4580-83e5-c3f20f62e1f8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=79008e7b-f33e-4610-a522-4d5d851ee288 HTTP/1.1" status: 200 len: 909 time: 0.0916882 Aug 19 15:34:16.683293 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-659e7704-c3be-4a9d-aeb1-d6f5fb1d4b0d req-e8a10136-e0f2-415d-80de-7e3010213aac service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=202d895f-8706-4b55-b8a7-80568bae22d1 HTTP/1.1" status: 200 len: 1000 time: 0.0550904 Aug 19 15:34:16.735172 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e7704-c3be-4a9d-aeb1-d6f5fb1d4b0d req-1c79d4c6-7b3d-4a0b-ae6f-1c088ca6bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:16.737231 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-659e7704-c3be-4a9d-aeb1-d6f5fb1d4b0d req-1c79d4c6-7b3d-4a0b-ae6f-1c088ca6bbcf service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9c6457a2-ef32-4292-b3d5-a1d4e98c36db HTTP/1.1" status: 200 len: 847 time: 0.0476396 Aug 19 15:34:16.781027 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e7704-c3be-4a9d-aeb1-d6f5fb1d4b0d req-a2377f0d-1017-40bc-9708-01d65e126256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:16.783002 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-659e7704-c3be-4a9d-aeb1-d6f5fb1d4b0d req-a2377f0d-1017-40bc-9708-01d65e126256 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=79008e7b-f33e-4610-a522-4d5d851ee288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385821 Aug 19 15:34:16.875305 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-659e7704-c3be-4a9d-aeb1-d6f5fb1d4b0d req-f973dbc8-015d-4fb4-9202-ab44ea3ed6a4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/79008e7b-f33e-4610-a522-4d5d851ee288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854504 Aug 19 15:34:16.964984 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-659e7704-c3be-4a9d-aeb1-d6f5fb1d4b0d req-591a286a-0ecd-41aa-babe-760c29129134 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/79008e7b-f33e-4610-a522-4d5d851ee288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828400 Aug 19 15:34:17.079915 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:18.540612 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:18.544321 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:20.797540 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb51c09-dc2b-4d7a-b034-d5d630fd652d req-4695712b-9492-4d5c-bebd-c92f333065fb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:20.799631 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-edb51c09-dc2b-4d7a-b034-d5d630fd652d req-4695712b-9492-4d5c-bebd-c92f333065fb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 946 time: 0.0515177 Aug 19 15:34:20.847101 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-edb51c09-dc2b-4d7a-b034-d5d630fd652d req-7141169c-6983-411a-a449-678cb110bcf6 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415556 Aug 19 15:34:21.977727 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde4c6b-2afd-46e9-a00a-bf551d76d9c7 req-d6d11b2c-57fd-4486-a60a-398d04de4820 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:21.979192 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0dde4c6b-2afd-46e9-a00a-bf551d76d9c7 req-d6d11b2c-57fd-4486-a60a-398d04de4820 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 946 time: 0.0502424 Aug 19 15:34:22.026133 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0dde4c6b-2afd-46e9-a00a-bf551d76d9c7 req-0a86ca48-bfdb-463b-a883-1f8df0953dff tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bf3e2573-940d-4ead-8c73-9683b7d24505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413525 Aug 19 15:34:22.380366 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46948aca-7db7-444f-b604-e0e035c239d0 req-719dcc53-ce8f-40f3-adda-dcde9a1c7599 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:22.381800 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-46948aca-7db7-444f-b604-e0e035c239d0 req-719dcc53-ce8f-40f3-adda-dcde9a1c7599 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 946 time: 0.0461726 Aug 19 15:34:22.460864 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:22.469276 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-46948aca-7db7-444f-b604-e0e035c239d0 req-a5d832d9-8aea-4c2e-a6db-96ef1d60a5bb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Deleting port 1123119a-1372-416f-b5f1-586c7ed3bbd7 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:34:22.470295 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-46948aca-7db7-444f-b604-e0e035c239d0 req-a5d832d9-8aea-4c2e-a6db-96ef1d60a5bb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:22.559173 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-46948aca-7db7-444f-b604-e0e035c239d0 req-a5d832d9-8aea-4c2e-a6db-96ef1d60a5bb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] For port 1123119a-1372-416f-b5f1-586c7ed3bbd7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1123119a-1372-416f-b5f1-586c7ed3bbd7,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:22.559530 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-46948aca-7db7-444f-b604-e0e035c239d0 req-a5d832d9-8aea-4c2e-a6db-96ef1d60a5bb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:22.724593 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-46948aca-7db7-444f-b604-e0e035c239d0 req-a5d832d9-8aea-4c2e-a6db-96ef1d60a5bb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:22.724954 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-46948aca-7db7-444f-b604-e0e035c239d0 req-a5d832d9-8aea-4c2e-a6db-96ef1d60a5bb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809575'] for floatingip (abc0196d-ab7a-4547-b615-8cee5a85bfbe), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:22.725269 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.l3_db [req-46948aca-7db7-444f-b604-e0e035c239d0 req-a5d832d9-8aea-4c2e-a6db-96ef1d60a5bb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Floating IP abc0196d-ab7a-4547-b615-8cee5a85bfbe disassociated. External IP: 172.27.2.91, port: 1123119a-1372-416f-b5f1-586c7ed3bbd7. Aug 19 15:34:22.725613 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-46948aca-7db7-444f-b604-e0e035c239d0 req-a5d832d9-8aea-4c2e-a6db-96ef1d60a5bb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Calling delete_port for 1123119a-1372-416f-b5f1-586c7ed3bbd7 owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:34:22.831552 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:22.851516 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-46948aca-7db7-444f-b604-e0e035c239d0 req-a5d832d9-8aea-4c2e-a6db-96ef1d60a5bb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (1123119a-1372-416f-b5f1-586c7ed3bbd7), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:22.880571 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d832d9-8aea-4c2e-a6db-96ef1d60a5bb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Pushing event deleted for resources: {'Port': ['ID=1123119a-1372-416f-b5f1-586c7ed3bbd7,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:22.989738 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46948aca-7db7-444f-b604-e0e035c239d0 req-a5d832d9-8aea-4c2e-a6db-96ef1d60a5bb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Router 81dba262-78d6-45eb-92b2-b6ad51e221f4 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:34:23.040041 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:23.040785 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:23.094760 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46948aca-7db7-444f-b604-e0e035c239d0 req-a5d832d9-8aea-4c2e-a6db-96ef1d60a5bb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:34:23.104922 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc02bd81-7d32-451b-9286-0b459321bf5f None None] Sync routers for ids ['81dba262-78d6-45eb-92b2-b6ad51e221f4'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:34:23.127426 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc02bd81-7d32-451b-9286-0b459321bf5f None None] Routers {'81dba262-78d6-45eb-92b2-b6ad51e221f4'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:34:23.128055 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-dc02bd81-7d32-451b-9286-0b459321bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:34:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['81dba262-78d6-45eb-92b2-b6ad51e221f4'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:23.143120 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-46948aca-7db7-444f-b604-e0e035c239d0 req-a5d832d9-8aea-4c2e-a6db-96ef1d60a5bb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] No DVR routers for this DVR port 1123119a-1372-416f-b5f1-586c7ed3bbd7 on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:34:23.145772 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-46948aca-7db7-444f-b604-e0e035c239d0 req-a5d832d9-8aea-4c2e-a6db-96ef1d60a5bb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:23.148063 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0c916089-9b96-4366-80f9-6e17ba5fa97e req-226c4cc4-9b10-419b-92ad-8ed3c0b796a9 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3f43980-62ff-449e-bcbf-6aef66451613 HTTP/1.1" status: 200 len: 210 time: 0.0389540 Aug 19 15:34:23.149307 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-46948aca-7db7-444f-b604-e0e035c239d0 req-a5d832d9-8aea-4c2e-a6db-96ef1d60a5bb tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.52 "DELETE /networking/v2.0/ports/1123119a-1372-416f-b5f1-586c7ed3bbd7 HTTP/1.1" status: 204 len: 173 time: 0.7601986 Aug 19 15:34:23.149757 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f43980-62ff-449e-bcbf-6aef66451613', 'name': 'network-vif-deleted', 'tag': '1123119a-1372-416f-b5f1-586c7ed3bbd7'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:34:23.152089 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f41d312-ed59-4845-a77d-031f2e478e62" -d '{"events": [{"server_uuid": "a3f43980-62ff-449e-bcbf-6aef66451613", "name": "network-vif-deleted", "tag": "1123119a-1372-416f-b5f1-586c7ed3bbd7"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:34:23.194934 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc540b55-47c5-4b75-aad6-b5b905d08241 x-openstack-request-id: req-fc540b55-47c5-4b75-aad6-b5b905d08241 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:34:23.195223 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f43980-62ff-449e-bcbf-6aef66451613", "name": "network-vif-deleted", "tag": "1123119a-1372-416f-b5f1-586c7ed3bbd7", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:34:23.195473 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fc540b55-47c5-4b75-aad6-b5b905d08241 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:34:23.195869 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc540b55-47c5-4b75-aad6-b5b905d08241'] response: {'server_uuid': 'a3f43980-62ff-449e-bcbf-6aef66451613', 'name': 'network-vif-deleted', 'tag': '1123119a-1372-416f-b5f1-586c7ed3bbd7', 'status': 'completed', 'code': 200} Aug 19 15:34:23.254101 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-dc02bd81-7d32-451b-9286-0b459321bf5f None None] Set router 81dba262-78d6-45eb-92b2-b6ad51e221f4 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:34:23.325070 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:23.447484 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-dc02bd81-7d32-451b-9286-0b459321bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:29:03Z', 'revision_number': 4, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port': {'id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:01Z', 'updated_at': '2022-08-19T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '58b00b58-d3e4-4f35-a686-11daeb47b2ef', 'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'mac_address': 'fa:16:3e:82:05:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:03Z', 'updated_at': '2022-08-19T15:29:09Z', 'revision_number': 5, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'subnets': [{'id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:23.472185 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc02bd81-7d32-451b-9286-0b459321bf5f None None] Checking router: 81dba262-78d6-45eb-92b2-b6ad51e221f4 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:34:23.480285 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc02bd81-7d32-451b-9286-0b459321bf5f None None] Routers {'81dba262-78d6-45eb-92b2-b6ad51e221f4'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:34:23.480980 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-dc02bd81-7d32-451b-9286-0b459321bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:34:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['81dba262-78d6-45eb-92b2-b6ad51e221f4'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:23.557887 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:23.587098 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-dc02bd81-7d32-451b-9286-0b459321bf5f None None] Set router 81dba262-78d6-45eb-92b2-b6ad51e221f4 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:34:23.788487 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-dc02bd81-7d32-451b-9286-0b459321bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:29:03Z', 'revision_number': 4, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port': {'id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:01Z', 'updated_at': '2022-08-19T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '58b00b58-d3e4-4f35-a686-11daeb47b2ef', 'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'mac_address': 'fa:16:3e:82:05:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:03Z', 'updated_at': '2022-08-19T15:29:09Z', 'revision_number': 5, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'subnets': [{'id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:23.814088 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc02bd81-7d32-451b-9286-0b459321bf5f None None] The sync data for ids ['81dba262-78d6-45eb-92b2-b6ad51e221f4'] in dv-cinder-835384-20-iscsi is: [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:29:03Z', 'revision_number': 4, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port': {'id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:01Z', 'updated_at': '2022-08-19T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '58b00b58-d3e4-4f35-a686-11daeb47b2ef', 'name': '', 'network_id': 'f06e0ad7-daca-4c6f-af5a-93d063934231', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'mac_address': 'fa:16:3e:82:05:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:03Z', 'updated_at': '2022-08-19T15:29:09Z', 'revision_number': 5, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'subnets': [{'id': '2f0ea525-4b9d-40ca-9d97-037acc3e2cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:34:24.024174 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995c77d-d510-489e-9cf2-f60c1bf35309 None None] New status for floating IP abc0196d-ab7a-4547-b615-8cee5a85bfbe: DOWN {{(pid=106287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:34:25.268072 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49490) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:25.327510 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c0d170e8-5b9d-4764-989d-8a85d7b7a8e7 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group (bf3e2573-940d-4ead-8c73-9683b7d24505), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:25.350479 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c0d170e8-5b9d-4764-989d-8a85d7b7a8e7 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group (bf3e2573-940d-4ead-8c73-9683b7d24505), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:25.397910 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c0d170e8-5b9d-4764-989d-8a85d7b7a8e7 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (bf3e2573-940d-4ead-8c73-9683b7d24505), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:25.400504 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c0d170e8-5b9d-4764-989d-8a85d7b7a8e7 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:25.401653 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-c0d170e8-5b9d-4764-989d-8a85d7b7a8e7 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/bf3e2573-940d-4ead-8c73-9683b7d24505 HTTP/1.1" status: 204 len: 168 time: 0.1325886 Aug 19 15:34:25.404636 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49492) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:25.411583 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d170e8-5b9d-4764-989d-8a85d7b7a8e7 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3e2573-940d-4ead-8c73-9683b7d24505,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:25.419788 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.api.v2.resource [None req-716b11af-011d-456c-8ea9-b103c545142a tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] show failed (client error): The resource could not be found. Aug 19 15:34:25.420909 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-716b11af-011d-456c-8ea9-b103c545142a tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "GET /networking/v2.0/security-groups/bf3e2573-940d-4ead-8c73-9683b7d24505 HTTP/1.1" status: 404 len: 347 time: 0.0151873 Aug 19 15:34:25.424261 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49494) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:25.535646 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-d40c97ff-1acf-4619-95b7-f40b4c262c76 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Deleting port bea129d8-df98-47ff-8499-cc3cb1caf1dc {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:34:25.535991 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d40c97ff-1acf-4619-95b7-f40b4c262c76 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (bea129d8-df98-47ff-8499-cc3cb1caf1dc), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:25.610857 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d40c97ff-1acf-4619-95b7-f40b4c262c76 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (bea129d8-df98-47ff-8499-cc3cb1caf1dc), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:25.611101 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d40c97ff-1acf-4619-95b7-f40b4c262c76 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for floatingip (bea129d8-df98-47ff-8499-cc3cb1caf1dc), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:25.622891 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-d40c97ff-1acf-4619-95b7-f40b4c262c76 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Calling delete_port for bea129d8-df98-47ff-8499-cc3cb1caf1dc owned by network:floatingip {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:34:25.626753 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:25.707756 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 1123119a-1372-416f-b5f1-586c7ed3bbd7 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:34:25.726717 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: 1123119a-1372-416f-b5f1-586c7ed3bbd7 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:34:25.727060 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 1123119a-1372-416f-b5f1-586c7ed3bbd7 not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:34:25.758655 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d40c97ff-1acf-4619-95b7-f40b4c262c76 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (bea129d8-df98-47ff-8499-cc3cb1caf1dc), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:25.783308 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c97ff-1acf-4619-95b7-f40b4c262c76 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Pushing event deleted for resources: {'Port': ['ID=bea129d8-df98-47ff-8499-cc3cb1caf1dc,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:25.847770 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d40c97ff-1acf-4619-95b7-f40b4c262c76 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks [] for floatingip (abc0196d-ab7a-4547-b615-8cee5a85bfbe), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:25.850389 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d40c97ff-1acf-4619-95b7-f40b4c262c76 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:25.851527 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-d40c97ff-1acf-4619-95b7-f40b4c262c76 tempest-AttachVolumeShelveTestJSON-2021484624 tempest-AttachVolumeShelveTestJSON-2021484624-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/abc0196d-ab7a-4547-b615-8cee5a85bfbe HTTP/1.1" status: 204 len: 168 time: 0.4263010 Aug 19 15:34:28.284353 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49516) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:28.810400 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:28.932645 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-80119d97-7051-4b9d-86cd-9828c1d4310a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827495'] for router_interface (81dba262-78d6-45eb-92b2-b6ad51e221f4), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:29.152976 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-80119d97-7051-4b9d-86cd-9828c1d4310a admin admin] Deleting port 58b00b58-d3e4-4f35-a686-11daeb47b2ef {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:34:29.153317 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-80119d97-7051-4b9d-86cd-9828c1d4310a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (58b00b58-d3e4-4f35-a686-11daeb47b2ef), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:29.235931 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-80119d97-7051-4b9d-86cd-9828c1d4310a admin admin] For port 58b00b58-d3e4-4f35-a686-11daeb47b2ef, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=58b00b58-d3e4-4f35-a686-11daeb47b2ef,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:29.236190 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-80119d97-7051-4b9d-86cd-9828c1d4310a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (58b00b58-d3e4-4f35-a686-11daeb47b2ef), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:29.245282 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:29.249516 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-80119d97-7051-4b9d-86cd-9828c1d4310a admin admin] Calling delete_port for 58b00b58-d3e4-4f35-a686-11daeb47b2ef owned by network:router_interface {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:34:29.431492 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-80119d97-7051-4b9d-86cd-9828c1d4310a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (58b00b58-d3e4-4f35-a686-11daeb47b2ef), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:29.454344 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80119d97-7051-4b9d-86cd-9828c1d4310a admin admin] Pushing event deleted for resources: {'Port': ['ID=58b00b58-d3e4-4f35-a686-11daeb47b2ef,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:29.624192 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-80119d97-7051-4b9d-86cd-9828c1d4310a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808215'] for router_interface (81dba262-78d6-45eb-92b2-b6ad51e221f4), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:29.671623 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:29.836418 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80119d97-7051-4b9d-86cd-9828c1d4310a admin admin] Router 81dba262-78d6-45eb-92b2-b6ad51e221f4 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:34:29.937778 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80119d97-7051-4b9d-86cd-9828c1d4310a admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:34:29.943463 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-80119d97-7051-4b9d-86cd-9828c1d4310a admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/81dba262-78d6-45eb-92b2-b6ad51e221f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6589501 Aug 19 15:34:29.946098 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49520) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:29.946939 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5fa4ae-c8a9-419b-9b83-4d016d63fca9 None None] Sync routers for ids ['81dba262-78d6-45eb-92b2-b6ad51e221f4'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:34:29.957439 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5fa4ae-c8a9-419b-9b83-4d016d63fca9 None None] Routers {'81dba262-78d6-45eb-92b2-b6ad51e221f4'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:34:29.958043 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-3a5fa4ae-c8a9-419b-9b83-4d016d63fca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:34:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['81dba262-78d6-45eb-92b2-b6ad51e221f4'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:30.049012 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5a7d2aed-f165-4bb1-9137-84cce366c1ac admin admin] Publish callbacks [] for router (81dba262-78d6-45eb-92b2-b6ad51e221f4), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:30.154372 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5a7d2aed-f165-4bb1-9137-84cce366c1ac admin admin] Publish callbacks [] for router_gateway (81dba262-78d6-45eb-92b2-b6ad51e221f4), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:30.159653 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:30.184218 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-3a5fa4ae-c8a9-419b-9b83-4d016d63fca9 None None] Set router 81dba262-78d6-45eb-92b2-b6ad51e221f4 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:34:30.199777 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-5a7d2aed-f165-4bb1-9137-84cce366c1ac admin admin] Deleting port e92b1e31-a298-4a01-955b-086a46fe92b0 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:34:30.200121 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5a7d2aed-f165-4bb1-9137-84cce366c1ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (e92b1e31-a298-4a01-955b-086a46fe92b0), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:30.280926 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-5a7d2aed-f165-4bb1-9137-84cce366c1ac admin admin] For port e92b1e31-a298-4a01-955b-086a46fe92b0, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=e92b1e31-a298-4a01-955b-086a46fe92b0,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:30.281288 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5a7d2aed-f165-4bb1-9137-84cce366c1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (e92b1e31-a298-4a01-955b-086a46fe92b0), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:30.295457 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-5a7d2aed-f165-4bb1-9137-84cce366c1ac admin admin] Calling delete_port for e92b1e31-a298-4a01-955b-086a46fe92b0 owned by network:router_gateway {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:34:30.350815 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-3a5fa4ae-c8a9-419b-9b83-4d016d63fca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:34:29Z', 'revision_number': 5, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port': {'id': 'e92b1e31-a298-4a01-955b-086a46fe92b0', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:29:01Z', 'updated_at': '2022-08-19T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:30.375667 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5fa4ae-c8a9-419b-9b83-4d016d63fca9 None None] Checking router: 81dba262-78d6-45eb-92b2-b6ad51e221f4 for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:34:30.384596 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5fa4ae-c8a9-419b-9b83-4d016d63fca9 None None] Routers {'81dba262-78d6-45eb-92b2-b6ad51e221f4'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:34:30.385205 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-3a5fa4ae-c8a9-419b-9b83-4d016d63fca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:34:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['81dba262-78d6-45eb-92b2-b6ad51e221f4'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:30.467445 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5a7d2aed-f165-4bb1-9137-84cce366c1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (e92b1e31-a298-4a01-955b-086a46fe92b0), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:30.470736 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:30.473868 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-3a5fa4ae-c8a9-419b-9b83-4d016d63fca9 None None] Set router 81dba262-78d6-45eb-92b2-b6ad51e221f4 gateway port host: None {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:34:30.498836 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d2aed-f165-4bb1-9137-84cce366c1ac admin admin] Pushing event deleted for resources: {'Port': ['ID=e92b1e31-a298-4a01-955b-086a46fe92b0,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:30.530796 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-3a5fa4ae-c8a9-419b-9b83-4d016d63fca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:34:30Z', 'revision_number': 6, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port_host': None}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:30.556875 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5fa4ae-c8a9-419b-9b83-4d016d63fca9 None None] The sync data for ids ['81dba262-78d6-45eb-92b2-b6ad51e221f4'] in dv-cinder-835384-20-iscsi is: [{'id': '81dba262-78d6-45eb-92b2-b6ad51e221f4', 'name': 'tempest-AttachVolumeShelveTestJSON-215072180-router', 'tenant_id': '981bbb7282bd40d0b5335280d5041fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:29:00Z', 'updated_at': '2022-08-19T15:34:30Z', 'revision_number': 6, 'project_id': '981bbb7282bd40d0b5335280d5041fa5', 'gw_port_host': None}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:34:30.562729 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5a7d2aed-f165-4bb1-9137-84cce366c1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809638'] for router_gateway (81dba262-78d6-45eb-92b2-b6ad51e221f4), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:30.654919 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5a7d2aed-f165-4bb1-9137-84cce366c1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12054'] for router (81dba262-78d6-45eb-92b2-b6ad51e221f4), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:30.657284 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5a7d2aed-f165-4bb1-9137-84cce366c1ac admin admin] Publish callbacks [] for router_controller (81dba262-78d6-45eb-92b2-b6ad51e221f4), precommit_delete_associations {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:30.700338 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5a7d2aed-f165-4bb1-9137-84cce366c1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808224'] for router (81dba262-78d6-45eb-92b2-b6ad51e221f4), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:30.700998 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7d2aed-f165-4bb1-9137-84cce366c1ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81dba262-78d6-45eb-92b2-b6ad51e221f4 {{(pid=106285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:34:30.705933 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5a7d2aed-f165-4bb1-9137-84cce366c1ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:30.707212 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-5a7d2aed-f165-4bb1-9137-84cce366c1ac admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/81dba262-78d6-45eb-92b2-b6ad51e221f4 HTTP/1.1" status: 204 len: 168 time: 0.7601833 Aug 19 15:34:30.709828 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49522) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:30.758406 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b389d41-9569-436b-9395-4d82c0667799 admin admin] Deleting subnet 2f0ea525-4b9d-40ca-9d97-037acc3e2cfc {{(pid=106285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 19 15:34:30.761596 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9b389d41-9569-436b-9395-4d82c0667799 admin admin] Publish callbacks [] for subnet (2f0ea525-4b9d-40ca-9d97-037acc3e2cfc), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:30.797032 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9b389d41-9569-436b-9395-4d82c0667799 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14938841'] for subnet (2f0ea525-4b9d-40ca-9d97-037acc3e2cfc), precommit_delete_associations {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:30.873955 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9b389d41-9569-436b-9395-4d82c0667799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550255'] for subnet (2f0ea525-4b9d-40ca-9d97-037acc3e2cfc), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:30.931913 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9b389d41-9569-436b-9395-4d82c0667799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16617200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16591531'] for subnet (2f0ea525-4b9d-40ca-9d97-037acc3e2cfc), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:30.960088 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b389d41-9569-436b-9395-4d82c0667799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f0ea525-4b9d-40ca-9d97-037acc3e2cfc,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:30.963716 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9b389d41-9569-436b-9395-4d82c0667799 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:30.969066 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-9b389d41-9569-436b-9395-4d82c0667799 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/2f0ea525-4b9d-40ca-9d97-037acc3e2cfc HTTP/1.1" status: 204 len: 168 time: 0.2580562 Aug 19 15:34:30.970410 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b605b6d-5ac6-499e-b324-dde940b0bb88 None None] Network f06e0ad7-daca-4c6f-af5a-93d063934231 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:34:30.972818 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49524) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:31.037590 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:31.053546 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742190'] for network (f06e0ad7-daca-4c6f-af5a-93d063934231), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:31.096880 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Deleting port fb45364d-32a4-4a99-afed-0d8c4b09535e {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:34:31.097319 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (fb45364d-32a4-4a99-afed-0d8c4b09535e), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:31.161050 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] For port fb45364d-32a4-4a99-afed-0d8c4b09535e, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=fb45364d-32a4-4a99-afed-0d8c4b09535e,segment=NetworkSegment(290fffa1-5613-4a0e-bfe4-e549d7c1ac31),segment_id=290fffa1-5613-4a0e-bfe4-e549d7c1ac31)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:31.161413 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (fb45364d-32a4-4a99-afed-0d8c4b09535e), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:31.175008 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Calling delete_port for fb45364d-32a4-4a99-afed-0d8c4b09535e owned by network:dhcp {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:34:31.185898 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:31.261896 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (fb45364d-32a4-4a99-afed-0d8c4b09535e), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:31.287499 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb45364d-32a4-4a99-afed-0d8c4b09535e,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:31.291907 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] No DVR routers for this DVR port fb45364d-32a4-4a99-afed-0d8c4b09535e on host dv-cinder-835384-20-iscsi {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:34:31.300010 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:31.300361 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:31.300726 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:31.301065 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:31.301401 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:31.301735 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:31.302063 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:31.302390 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:31.302716 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:31.303042 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:31.303372 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:31.303693 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:31.304014 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:31.304634 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:31.304954 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:31.358257 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e181ecb-aa8c-4e49-a7e6-aaf95df8453f None None] DHCP port deletion for f06e0ad7-daca-4c6f-af5a-93d063934231 request from dv-cinder-835384-20-iscsi {{(pid=106286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 19 15:34:31.380577 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551398', 'neutron.services.segments.db._delete_segments_for_network-8774275715211'] for network (f06e0ad7-daca-4c6f-af5a-93d063934231), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:31.402369 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06e0ad7-daca-4c6f-af5a-93d063934231']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:31.412151 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290fffa1-5613-4a0e-bfe4-e549d7c1ac31') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:31.412548 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290fffa1-5613-4a0e-bfe4-e549d7c1ac31') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:31.422509 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774275715274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13475945'] for segment (290fffa1-5613-4a0e-bfe4-e549d7c1ac31), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:31.436796 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (290fffa1-5613-4a0e-bfe4-e549d7c1ac31), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:31.443329 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:34:31.443727 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16011975'] for segment (290fffa1-5613-4a0e-bfe4-e549d7c1ac31), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:31.466184 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 290fffa1-5613-4a0e-bfe4-e549d7c1ac31 resource provider aggregate not found Aug 19 15:34:31.497099 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 290fffa1-5613-4a0e-bfe4-e549d7c1ac31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 290fffa1-5613-4a0e-bfe4-e549d7c1ac31 found for delete ", "request_id": "req-af870883-98cd-48a5-90ce-98de7dcd8103"}]} Aug 19 15:34:31.520089 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809602'] for network (f06e0ad7-daca-4c6f-af5a-93d063934231), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:31.527957 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:31.531085 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/f06e0ad7-daca-4c6f-af5a-93d063934231 HTTP/1.1" status: 204 len: 168 time: 0.5571594 Aug 19 15:34:31.543219 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61349187-9c87-4049-b33f-e392fff09525 admin admin] Pushing event deleted for resources: {'Network': ['ID=f06e0ad7-daca-4c6f-af5a-93d063934231,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:31.615938 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 58b00b58-d3e4-4f35-a686-11daeb47b2ef no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:34:31.638701 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 58b00b58-d3e4-4f35-a686-11daeb47b2ef {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:34:31.639045 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 58b00b58-d3e4-4f35-a686-11daeb47b2ef not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:34:31.639517 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device e92b1e31-a298-4a01-955b-086a46fe92b0 no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:34:31.642540 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:31.663266 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: e92b1e31-a298-4a01-955b-086a46fe92b0 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:34:31.663621 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device e92b1e31-a298-4a01-955b-086a46fe92b0 not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:34:31.664043 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device fb45364d-32a4-4a99-afed-0d8c4b09535e no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:34:31.682580 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49532) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:31.691356 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: fb45364d-32a4-4a99-afed-0d8c4b09535e {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:34:31.691356 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device fb45364d-32a4-4a99-afed-0d8c4b09535e not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:34:31.729198 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-700b830d-0193-4041-bb50-5ca2e3f9737e admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=981bbb7282bd40d0b5335280d5041fa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454082 Aug 19 15:34:31.731744 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49534) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:31.779638 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6f081f9b-4cf5-4baa-8b2d-4155c24ab21a admin admin] Publish callbacks [] for security_group (36723235-3417-495a-b401-a9ca6eb45f5b), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:31.801021 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6f081f9b-4cf5-4baa-8b2d-4155c24ab21a admin admin] Publish callbacks [] for security_group (36723235-3417-495a-b401-a9ca6eb45f5b), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:31.847743 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6f081f9b-4cf5-4baa-8b2d-4155c24ab21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (36723235-3417-495a-b401-a9ca6eb45f5b), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:31.850359 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6f081f9b-4cf5-4baa-8b2d-4155c24ab21a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:31.851535 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-6f081f9b-4cf5-4baa-8b2d-4155c24ab21a admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/36723235-3417-495a-b401-a9ca6eb45f5b HTTP/1.1" status: 204 len: 168 time: 0.1188436 Aug 19 15:34:31.859262 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f081f9b-4cf5-4baa-8b2d-4155c24ab21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36723235-3417-495a-b401-a9ca6eb45f5b,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:34.098975 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:36.850793 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49630) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:36.961877 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e53297a7-4af9-43b0-81fd-33f8791a45ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:37.037348 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e53297a7-4af9-43b0-81fd-33f8791a45ee admin admin] Publish callbacks [] for security_group (af70646c-c5ba-4f98-8df4-745a8d7f95d8), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:37.041039 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e53297a7-4af9-43b0-81fd-33f8791a45ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (af70646c-c5ba-4f98-8df4-745a8d7f95d8), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:37.045618 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:37.086667 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e53297a7-4af9-43b0-81fd-33f8791a45ee admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=532218762bb84a10ae7bf94bde9147f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347717 Aug 19 15:34:37.088384 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53297a7-4af9-43b0-81fd-33f8791a45ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af70646c-c5ba-4f98-8df4-745a8d7f95d8,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:37.089651 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49634) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:37.139409 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-101c675f-84aa-47cf-a354-16a86f3307c0 admin admin] Publish callbacks [] for security_group (af70646c-c5ba-4f98-8df4-745a8d7f95d8), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:37.149289 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:37.161932 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-101c675f-84aa-47cf-a354-16a86f3307c0 admin admin] Publish callbacks [] for security_group (af70646c-c5ba-4f98-8df4-745a8d7f95d8), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:37.210767 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-101c675f-84aa-47cf-a354-16a86f3307c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (af70646c-c5ba-4f98-8df4-745a8d7f95d8), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:37.213343 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-101c675f-84aa-47cf-a354-16a86f3307c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:37.214483 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-101c675f-84aa-47cf-a354-16a86f3307c0 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/af70646c-c5ba-4f98-8df4-745a8d7f95d8 HTTP/1.1" status: 204 len: 168 time: 0.1238561 Aug 19 15:34:37.223175 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c675f-84aa-47cf-a354-16a86f3307c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af70646c-c5ba-4f98-8df4-745a8d7f95d8,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:37.477676 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49640) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:37.492033 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-71790bff-da18-421f-bcbe-30be9da81413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:37.574210 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-71790bff-da18-421f-bcbe-30be9da81413 admin admin] Publish callbacks [] for security_group (67ca3739-05b8-446f-903b-6b56af4fe79c), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:37.577812 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-71790bff-da18-421f-bcbe-30be9da81413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (67ca3739-05b8-446f-903b-6b56af4fe79c), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:37.616179 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71790bff-da18-421f-bcbe-30be9da81413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ca3739-05b8-446f-903b-6b56af4fe79c,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:37.622787 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-71790bff-da18-421f-bcbe-30be9da81413 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=481ad3299f024c1f9237c682bfb45ba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416113 Aug 19 15:34:37.623088 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49642) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:37.644960 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:37.678047 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7d5b925c-68bb-4970-a244-ab3b21557702 admin admin] Publish callbacks [] for security_group (67ca3739-05b8-446f-903b-6b56af4fe79c), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:37.697135 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7d5b925c-68bb-4970-a244-ab3b21557702 admin admin] Publish callbacks [] for security_group (67ca3739-05b8-446f-903b-6b56af4fe79c), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:37.743249 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7d5b925c-68bb-4970-a244-ab3b21557702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (67ca3739-05b8-446f-903b-6b56af4fe79c), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:37.745827 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7d5b925c-68bb-4970-a244-ab3b21557702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:37.746955 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-7d5b925c-68bb-4970-a244-ab3b21557702 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/67ca3739-05b8-446f-903b-6b56af4fe79c HTTP/1.1" status: 204 len: 168 time: 0.1230569 Aug 19 15:34:37.755677 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b925c-68bb-4970-a244-ab3b21557702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ca3739-05b8-446f-903b-6b56af4fe79c,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:38.422505 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49664) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:38.519771 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-6400797a-4be3-41d3-a95d-85ce3c0b4a22 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1878628846-network', 'tenant_id': '40cef7bfcd3047449cfe151f890339fc'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:38.541587 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6400797a-4be3-41d3-a95d-85ce3c0b4a22 admin admin] Made reservation on behalf of 40cef7bfcd3047449cfe151f890339fc for: {'network': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:34:38.544473 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6400797a-4be3-41d3-a95d-85ce3c0b4a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:38.553610 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6400797a-4be3-41d3-a95d-85ce3c0b4a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:38.633580 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6400797a-4be3-41d3-a95d-85ce3c0b4a22 admin admin] Publish callbacks [] for security_group (aac0dcfd-c243-4f67-94aa-7343f122b87f), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:38.637182 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6400797a-4be3-41d3-a95d-85ce3c0b4a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (aac0dcfd-c243-4f67-94aa-7343f122b87f), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:38.662969 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6400797a-4be3-41d3-a95d-85ce3c0b4a22 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=106285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:34:38.672221 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400797a-4be3-41d3-a95d-85ce3c0b4a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac0dcfd-c243-4f67-94aa-7343f122b87f,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:38.681464 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6400797a-4be3-41d3-a95d-85ce3c0b4a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (35d44945-9cd3-4b9e-ac6a-bc1fdb834fa6), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:38.681575 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.segments_db [None req-6400797a-4be3-41d3-a95d-85ce3c0b4a22 admin admin] Added segment 35d44945-9cd3-4b9e-ac6a-bc1fdb834fa6 of type vlan for network c76c9a0a-9021-4532-85b0-a62f8e650947 Aug 19 15:34:38.724651 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6400797a-4be3-41d3-a95d-85ce3c0b4a22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (c76c9a0a-9021-4532-85b0-a62f8e650947), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:38.748985 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6400797a-4be3-41d3-a95d-85ce3c0b4a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (c76c9a0a-9021-4532-85b0-a62f8e650947), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:38.749828 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6400797a-4be3-41d3-a95d-85ce3c0b4a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:38.750403 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6400797a-4be3-41d3-a95d-85ce3c0b4a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:38.785257 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-6400797a-4be3-41d3-a95d-85ce3c0b4a22 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3616652 Aug 19 15:34:38.788367 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49670) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:38.793356 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-1932bf7d-829a-4513-8ee9-6ce272eaa5aa admin admin] Request body: {'subnet': {'network_id': 'c76c9a0a-9021-4532-85b0-a62f8e650947', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1878628846-subnet', 'tenant_id': '40cef7bfcd3047449cfe151f890339fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:38.814235 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1932bf7d-829a-4513-8ee9-6ce272eaa5aa admin admin] Made reservation on behalf of 40cef7bfcd3047449cfe151f890339fc for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:34:38.815872 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400797a-4be3-41d3-a95d-85ce3c0b4a22 admin admin] Pushing event updated for resources: {'Network': ['ID=c76c9a0a-9021-4532-85b0-a62f8e650947,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:38.817292 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1932bf7d-829a-4513-8ee9-6ce272eaa5aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127678'] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:38.826112 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network c76c9a0a-9021-4532-85b0-a62f8e650947 details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:34:38.889126 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:38.991866 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1932bf7d-829a-4513-8ee9-6ce272eaa5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16011370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127648'] for subnet (d1355a2c-18de-4774-810e-e2d6ac6d4bfc), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:39.040990 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932bf7d-829a-4513-8ee9-6ce272eaa5aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1355a2c-18de-4774-810e-e2d6ac6d4bfc,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:39.056804 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1932bf7d-829a-4513-8ee9-6ce272eaa5aa admin admin] Checking segment: {'id': '35d44945-9cd3-4b9e-ac6a-bc1fdb834fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c76c9a0a-9021-4532-85b0-a62f8e650947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:34:39.057195 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1932bf7d-829a-4513-8ee9-6ce272eaa5aa admin admin] Network hostable DHCP agents. Network: c76c9a0a-9021-4532-85b0-a62f8e650947, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:34:39.073964 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1932bf7d-829a-4513-8ee9-6ce272eaa5aa admin admin] Network c76c9a0a-9021-4532-85b0-a62f8e650947 is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:34:39.082523 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-1932bf7d-829a-4513-8ee9-6ce272eaa5aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, c76c9a0a-9021-4532-85b0-a62f8e650947) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:34:39.086534 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1932bf7d-829a-4513-8ee9-6ce272eaa5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:39.087127 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1932bf7d-829a-4513-8ee9-6ce272eaa5aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:39.091673 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fd15ed-8b8d-44e0-9cd8-22e293dee8ac None None] Network c76c9a0a-9021-4532-85b0-a62f8e650947 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:34:39.103978 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-1932bf7d-829a-4513-8ee9-6ce272eaa5aa admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3144231 Aug 19 15:34:39.161553 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:39.193767 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2d5cb7-f032-4976-bef9-ce450b46d84d None None] Network c76c9a0a-9021-4532-85b0-a62f8e650947 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:34:39.584238 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49686) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:39.589194 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-372f5cac-0743-4c46-ac33-a781ff25b1f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1532690341-network', 'tenant_id': 'c6a682667b4e4a619fff236870c20e23'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:39.608505 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372f5cac-0743-4c46-ac33-a781ff25b1f3 admin admin] Made reservation on behalf of c6a682667b4e4a619fff236870c20e23 for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:34:39.610751 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-372f5cac-0743-4c46-ac33-a781ff25b1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:39.619112 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-372f5cac-0743-4c46-ac33-a781ff25b1f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:39.697574 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-372f5cac-0743-4c46-ac33-a781ff25b1f3 admin admin] Publish callbacks [] for security_group (dead7d18-5057-47ba-bfb4-d648e8604e4b), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:39.701191 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-372f5cac-0743-4c46-ac33-a781ff25b1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (dead7d18-5057-47ba-bfb4-d648e8604e4b), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:39.723929 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372f5cac-0743-4c46-ac33-a781ff25b1f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=106284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:34:39.739475 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f5cac-0743-4c46-ac33-a781ff25b1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dead7d18-5057-47ba-bfb4-d648e8604e4b,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:39.742356 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-372f5cac-0743-4c46-ac33-a781ff25b1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (f3b3bc43-7340-4cec-8090-cd836ce577c7), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:39.742778 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-372f5cac-0743-4c46-ac33-a781ff25b1f3 admin admin] Added segment f3b3bc43-7340-4cec-8090-cd836ce577c7 of type vlan for network 84013fd1-f47f-4716-bedd-5e9016aae545 Aug 19 15:34:39.785108 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-372f5cac-0743-4c46-ac33-a781ff25b1f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774275168844'] for network (84013fd1-f47f-4716-bedd-5e9016aae545), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:39.810416 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-372f5cac-0743-4c46-ac33-a781ff25b1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129'] for network (84013fd1-f47f-4716-bedd-5e9016aae545), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:39.811389 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372f5cac-0743-4c46-ac33-a781ff25b1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:39.811965 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-372f5cac-0743-4c46-ac33-a781ff25b1f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:39.845451 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-372f5cac-0743-4c46-ac33-a781ff25b1f3 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2600935 Aug 19 15:34:39.848487 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49688) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:39.853413 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [None req-4b8b6571-d5e3-4da4-b210-04126e1b852a admin admin] Request body: {'subnet': {'network_id': '84013fd1-f47f-4716-bedd-5e9016aae545', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1532690341-subnet', 'tenant_id': 'c6a682667b4e4a619fff236870c20e23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:39.870034 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:39.876379 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f5cac-0743-4c46-ac33-a781ff25b1f3 admin admin] Pushing event updated for resources: {'Network': ['ID=84013fd1-f47f-4716-bedd-5e9016aae545,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:39.876599 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8b6571-d5e3-4da4-b210-04126e1b852a admin admin] Made reservation on behalf of c6a682667b4e4a619fff236870c20e23 for: {'subnet': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:34:39.880129 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4b8b6571-d5e3-4da4-b210-04126e1b852a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16591564'] for subnet (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:39.888617 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Network 84013fd1-f47f-4716-bedd-5e9016aae545 details requested by agent ovs-agent-dv-cinder-835384-20-iscsi with host dv-cinder-835384-20-iscsi {{(pid=106286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:34:39.892338 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:40.056086 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4b8b6571-d5e3-4da4-b210-04126e1b852a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16616503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16591570'] for subnet (b393d752-30d5-4e11-8aed-e54b16bca138), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:40.113609 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b6571-d5e3-4da4-b210-04126e1b852a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b393d752-30d5-4e11-8aed-e54b16bca138,revision_number=0']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:40.120902 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8b6571-d5e3-4da4-b210-04126e1b852a admin admin] Checking segment: {'id': 'f3b3bc43-7340-4cec-8090-cd836ce577c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '84013fd1-f47f-4716-bedd-5e9016aae545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:34:40.121259 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b6571-d5e3-4da4-b210-04126e1b852a admin admin] Network hostable DHCP agents. Network: 84013fd1-f47f-4716-bedd-5e9016aae545, hostable agents: ['2a18be81-5c16-4753-812c-ddd9c4cc49e4'], hosted agents: [] {{(pid=106285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:34:40.138730 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b6571-d5e3-4da4-b210-04126e1b852a admin admin] Network 84013fd1-f47f-4716-bedd-5e9016aae545 is scheduled to be hosted by DHCP agent 2a18be81-5c16-4753-812c-ddd9c4cc49e4 with binding_index 1 {{(pid=106285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:34:40.148913 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-4b8b6571-d5e3-4da4-b210-04126e1b852a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-20-iscsi, 84013fd1-f47f-4716-bedd-5e9016aae545) {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:34:40.153223 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8b6571-d5e3-4da4-b210-04126e1b852a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:34:40.153808 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4b8b6571-d5e3-4da4-b210-04126e1b852a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:40.157865 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef057740-b414-4857-a166-ea3e7d648556 None None] Network 84013fd1-f47f-4716-bedd-5e9016aae545 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:34:40.169486 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-4b8b6571-d5e3-4da4-b210-04126e1b852a admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3198848 Aug 19 15:34:40.266129 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bcfd9b-feeb-4a0d-a921-f76d30cecbf8 None None] Network 84013fd1-f47f-4716-bedd-5e9016aae545 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:34:42.024170 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:43.423967 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ab4186a1-7910-477d-a156-af76e9280528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:45.790986 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d3435918-022b-42a4-8a1a-00e44a0a2aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:47.080819 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:48.536911 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:48.548324 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:49.871890 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=65,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:49.873867 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=71,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:50.044081 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:34:50.160634 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=40,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:50.163339 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:53.793901 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49812) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:53.840464 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Deleting subnet d1355a2c-18de-4774-810e-e2d6ac6d4bfc {{(pid=106285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 19 15:34:53.843708 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Publish callbacks [] for subnet (d1355a2c-18de-4774-810e-e2d6ac6d4bfc), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:53.878457 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14938841'] for subnet (d1355a2c-18de-4774-810e-e2d6ac6d4bfc), precommit_delete_associations {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:53.921980 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550255'] for subnet (d1355a2c-18de-4774-810e-e2d6ac6d4bfc), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:53.975579 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16617200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16591531'] for subnet (d1355a2c-18de-4774-810e-e2d6ac6d4bfc), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.000773 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1355a2c-18de-4774-810e-e2d6ac6d4bfc,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:54.008817 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.011946 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/d1355a2c-18de-4774-810e-e2d6ac6d4bfc HTTP/1.1" status: 204 len: 168 time: 0.2171042 Aug 19 15:34:54.013728 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:54.014073 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:54.014420 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:54.014749 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49814) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:54.015199 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:54.015199 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:54.015398 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:54.015704 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:54.016030 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:54.016353 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:54.016705 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:54.017031 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:54.017351 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:54.017671 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:54.017989 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:54.018307 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc9890-9a39-4906-9d52-563308d0d3c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:54.088806 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d374c052-06d3-4718-83c3-ad1d8163a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742190'] for network (c76c9a0a-9021-4532-85b0-a62f8e650947), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.167329 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d374c052-06d3-4718-83c3-ad1d8163a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551398', 'neutron.services.segments.db._delete_segments_for_network-8774275715211'] for network (c76c9a0a-9021-4532-85b0-a62f8e650947), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.187280 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-d374c052-06d3-4718-83c3-ad1d8163a1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c76c9a0a-9021-4532-85b0-a62f8e650947']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:54.196572 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-d374c052-06d3-4718-83c3-ad1d8163a1c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d44945-9cd3-4b9e-ac6a-bc1fdb834fa6') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:54.196875 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-d374c052-06d3-4718-83c3-ad1d8163a1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d44945-9cd3-4b9e-ac6a-bc1fdb834fa6') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:54.206427 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d374c052-06d3-4718-83c3-ad1d8163a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774275715274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13475945'] for segment (35d44945-9cd3-4b9e-ac6a-bc1fdb834fa6), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.220704 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d374c052-06d3-4718-83c3-ad1d8163a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (35d44945-9cd3-4b9e-ac6a-bc1fdb834fa6), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.227681 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d374c052-06d3-4718-83c3-ad1d8163a1c0 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:34:54.228065 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d374c052-06d3-4718-83c3-ad1d8163a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16011975'] for segment (35d44945-9cd3-4b9e-ac6a-bc1fdb834fa6), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.292909 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d374c052-06d3-4718-83c3-ad1d8163a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809602'] for network (c76c9a0a-9021-4532-85b0-a62f8e650947), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.298828 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d374c052-06d3-4718-83c3-ad1d8163a1c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.302632 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d374c052-06d3-4718-83c3-ad1d8163a1c0 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/c76c9a0a-9021-4532-85b0-a62f8e650947 HTTP/1.1" status: 204 len: 168 time: 0.2866657 Aug 19 15:34:54.306842 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49820) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:54.313822 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374c052-06d3-4718-83c3-ad1d8163a1c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c76c9a0a-9021-4532-85b0-a62f8e650947,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:54.361467 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5bdd8f-3503-4540-b7bc-793c0d3ad390 admin admin] Deleting subnet b393d752-30d5-4e11-8aed-e54b16bca138 {{(pid=106285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 19 15:34:54.362693 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 35d44945-9cd3-4b9e-ac6a-bc1fdb834fa6 resource provider aggregate not found Aug 19 15:34:54.364967 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0a5bdd8f-3503-4540-b7bc-793c0d3ad390 admin admin] Publish callbacks [] for subnet (b393d752-30d5-4e11-8aed-e54b16bca138), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.379691 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 35d44945-9cd3-4b9e-ac6a-bc1fdb834fa6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35d44945-9cd3-4b9e-ac6a-bc1fdb834fa6 found for delete ", "request_id": "req-889560ba-9bb2-4d7e-9593-97ecf9aa3da1"}]} Aug 19 15:34:54.404115 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0a5bdd8f-3503-4540-b7bc-793c0d3ad390 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14938841'] for subnet (b393d752-30d5-4e11-8aed-e54b16bca138), precommit_delete_associations {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.445573 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0a5bdd8f-3503-4540-b7bc-793c0d3ad390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550255'] for subnet (b393d752-30d5-4e11-8aed-e54b16bca138), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.496889 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0a5bdd8f-3503-4540-b7bc-793c0d3ad390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16617200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16591531'] for subnet (b393d752-30d5-4e11-8aed-e54b16bca138), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.524095 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5bdd8f-3503-4540-b7bc-793c0d3ad390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b393d752-30d5-4e11-8aed-e54b16bca138,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:54.526062 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0a5bdd8f-3503-4540-b7bc-793c0d3ad390 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.529223 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-0a5bdd8f-3503-4540-b7bc-793c0d3ad390 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/b393d752-30d5-4e11-8aed-e54b16bca138 HTTP/1.1" status: 204 len: 168 time: 0.2210510 Aug 19 15:34:54.531617 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49824) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:54.603333 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f465d9f3-74fc-46b2-a00a-da8d5b16dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742190'] for network (84013fd1-f47f-4716-bedd-5e9016aae545), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.680299 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f465d9f3-74fc-46b2-a00a-da8d5b16dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551398', 'neutron.services.segments.db._delete_segments_for_network-8774275715211'] for network (84013fd1-f47f-4716-bedd-5e9016aae545), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.700677 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.services.segments.db [None req-f465d9f3-74fc-46b2-a00a-da8d5b16dde9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84013fd1-f47f-4716-bedd-5e9016aae545']}} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:54.710885 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.services.segments.db [None req-f465d9f3-74fc-46b2-a00a-da8d5b16dde9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b3bc43-7340-4cec-8090-cd836ce577c7') {'for_net_delete': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:54.711203 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.services.segments.db [None req-f465d9f3-74fc-46b2-a00a-da8d5b16dde9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b3bc43-7340-4cec-8090-cd836ce577c7') {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:54.724674 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f465d9f3-74fc-46b2-a00a-da8d5b16dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774275715274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14938658'] for segment (f3b3bc43-7340-4cec-8090-cd836ce577c7), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.737983 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f465d9f3-74fc-46b2-a00a-da8d5b16dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (f3b3bc43-7340-4cec-8090-cd836ce577c7), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.744569 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f465d9f3-74fc-46b2-a00a-da8d5b16dde9 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=106285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:34:54.745078 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f465d9f3-74fc-46b2-a00a-da8d5b16dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16617114'] for segment (f3b3bc43-7340-4cec-8090-cd836ce577c7), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.805142 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f465d9f3-74fc-46b2-a00a-da8d5b16dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809602'] for network (84013fd1-f47f-4716-bedd-5e9016aae545), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.810952 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f465d9f3-74fc-46b2-a00a-da8d5b16dde9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:54.817468 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-f465d9f3-74fc-46b2-a00a-da8d5b16dde9 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/84013fd1-f47f-4716-bedd-5e9016aae545 HTTP/1.1" status: 204 len: 168 time: 0.2818453 Aug 19 15:34:54.819696 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.services.segments.plugin [-] Segment f3b3bc43-7340-4cec-8090-cd836ce577c7 resource provider aggregate not found Aug 19 15:34:54.832035 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465d9f3-74fc-46b2-a00a-da8d5b16dde9 admin admin] Pushing event deleted for resources: {'Network': ['ID=84013fd1-f47f-4716-bedd-5e9016aae545,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:54.846466 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.services.segments.plugin [-] Segment f3b3bc43-7340-4cec-8090-cd836ce577c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3b3bc43-7340-4cec-8090-cd836ce577c7 found for delete ", "request_id": "req-916f9680-cf44-4da4-8705-52c2958535d4"}]} Aug 19 15:34:54.978985 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49834) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:55.019100 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-57c821d9-4fba-4cbd-b449-0640831083d1 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=40cef7bfcd3047449cfe151f890339fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390162 Aug 19 15:34:55.022160 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49836) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:55.071047 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a8650a0f-1ea3-4b9d-9c94-3f76480a2163 admin admin] Publish callbacks [] for security_group (aac0dcfd-c243-4f67-94aa-7343f122b87f), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:55.095141 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a8650a0f-1ea3-4b9d-9c94-3f76480a2163 admin admin] Publish callbacks [] for security_group (aac0dcfd-c243-4f67-94aa-7343f122b87f), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:55.369620 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a8650a0f-1ea3-4b9d-9c94-3f76480a2163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (aac0dcfd-c243-4f67-94aa-7343f122b87f), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:55.372338 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a8650a0f-1ea3-4b9d-9c94-3f76480a2163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:55.373481 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-a8650a0f-1ea3-4b9d-9c94-3f76480a2163 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/aac0dcfd-c243-4f67-94aa-7343f122b87f HTTP/1.1" status: 204 len: 168 time: 0.3504553 Aug 19 15:34:55.381937 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8650a0f-1ea3-4b9d-9c94-3f76480a2163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac0dcfd-c243-4f67-94aa-7343f122b87f,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:55.698409 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49842) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:55.739865 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-bd8a74f7-347f-4160-8a44-69d983dc85d4 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=c6a682667b4e4a619fff236870c20e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403104 Aug 19 15:34:55.742287 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49844) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:34:55.778915 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:55.795827 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ca777044-d6f1-4d2f-9121-6b2a6cc224ec admin admin] Publish callbacks [] for security_group (dead7d18-5057-47ba-bfb4-d648e8604e4b), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:55.803208 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:34:55.817269 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ca777044-d6f1-4d2f-9121-6b2a6cc224ec admin admin] Publish callbacks [] for security_group (dead7d18-5057-47ba-bfb4-d648e8604e4b), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:55.864365 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ca777044-d6f1-4d2f-9121-6b2a6cc224ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (dead7d18-5057-47ba-bfb4-d648e8604e4b), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:55.866960 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ca777044-d6f1-4d2f-9121-6b2a6cc224ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:34:55.868094 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-ca777044-d6f1-4d2f-9121-6b2a6cc224ec admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/dead7d18-5057-47ba-bfb4-d648e8604e4b HTTP/1.1" status: 204 len: 168 time: 0.1249282 Aug 19 15:34:55.876012 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca777044-d6f1-4d2f-9121-6b2a6cc224ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dead7d18-5057-47ba-bfb4-d648e8604e4b,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:00.039211 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:00.040420 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:05.357845 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=47,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:05.377552 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=49,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:05.393706 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:05.871416 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=2,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:05.872148 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:05.888877 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:06.644489 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49950) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:06.750610 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f4f9f3c5-08f7-4d50-8616-d19e53de4e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:06.826981 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f4f9f3c5-08f7-4d50-8616-d19e53de4e27 admin admin] Publish callbacks [] for security_group (1e725ed0-5a41-44ce-b489-a47b0ee44be1), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:06.830617 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f4f9f3c5-08f7-4d50-8616-d19e53de4e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (1e725ed0-5a41-44ce-b489-a47b0ee44be1), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:06.869756 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9f3c5-08f7-4d50-8616-d19e53de4e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e725ed0-5a41-44ce-b489-a47b0ee44be1,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:06.875099 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-f4f9f3c5-08f7-4d50-8616-d19e53de4e27 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=1d24d83ad2a84e4d8265aaac89ca41c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294977 Aug 19 15:35:06.877838 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49954) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:06.926283 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-58935981-9ba9-4ecf-9795-758c7dceaa47 admin admin] Publish callbacks [] for security_group (1e725ed0-5a41-44ce-b489-a47b0ee44be1), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:06.946135 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-58935981-9ba9-4ecf-9795-758c7dceaa47 admin admin] Publish callbacks [] for security_group (1e725ed0-5a41-44ce-b489-a47b0ee44be1), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:06.996146 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-58935981-9ba9-4ecf-9795-758c7dceaa47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (1e725ed0-5a41-44ce-b489-a47b0ee44be1), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:06.998724 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-58935981-9ba9-4ecf-9795-758c7dceaa47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:06.999867 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-58935981-9ba9-4ecf-9795-758c7dceaa47 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/1e725ed0-5a41-44ce-b489-a47b0ee44be1 HTTP/1.1" status: 204 len: 168 time: 0.1211388 Aug 19 15:35:07.007740 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58935981-9ba9-4ecf-9795-758c7dceaa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e725ed0-5a41-44ce-b489-a47b0ee44be1,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:07.259931 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 49960) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:07.273079 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6abf6dc1-b2a5-4364-8142-a72dc1349c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:07.354268 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6abf6dc1-b2a5-4364-8142-a72dc1349c45 admin admin] Publish callbacks [] for security_group (849dbe95-dab1-4fae-b4e7-190b65d22485), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:07.357977 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6abf6dc1-b2a5-4364-8142-a72dc1349c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (849dbe95-dab1-4fae-b4e7-190b65d22485), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:07.397052 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-6abf6dc1-b2a5-4364-8142-a72dc1349c45 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=0b81d89ac5ac43bd8c8230a76648991a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359842 Aug 19 15:35:07.397983 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf6dc1-b2a5-4364-8142-a72dc1349c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849dbe95-dab1-4fae-b4e7-190b65d22485,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:07.399982 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49962) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:07.449790 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c56b7b2e-f2c8-44d6-afa5-8956d3333e36 admin admin] Publish callbacks [] for security_group (849dbe95-dab1-4fae-b4e7-190b65d22485), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:07.469644 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c56b7b2e-f2c8-44d6-afa5-8956d3333e36 admin admin] Publish callbacks [] for security_group (849dbe95-dab1-4fae-b4e7-190b65d22485), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:07.516255 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c56b7b2e-f2c8-44d6-afa5-8956d3333e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (849dbe95-dab1-4fae-b4e7-190b65d22485), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:07.518823 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c56b7b2e-f2c8-44d6-afa5-8956d3333e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:07.519942 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-c56b7b2e-f2c8-44d6-afa5-8956d3333e36 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/849dbe95-dab1-4fae-b4e7-190b65d22485 HTTP/1.1" status: 204 len: 168 time: 0.1189649 Aug 19 15:35:07.528370 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b7b2e-f2c8-44d6-afa5-8956d3333e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849dbe95-dab1-4fae-b4e7-190b65d22485,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:08.585116 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49992) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:08.692977 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a7f831a4-9b11-4905-9a1d-7aa8388a2164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:08.768500 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a7f831a4-9b11-4905-9a1d-7aa8388a2164 admin admin] Publish callbacks [] for security_group (6b31321e-41b0-44cf-9284-2e72550cafe7), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:08.771798 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a7f831a4-9b11-4905-9a1d-7aa8388a2164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (6b31321e-41b0-44cf-9284-2e72550cafe7), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:08.812954 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f831a4-9b11-4905-9a1d-7aa8388a2164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b31321e-41b0-44cf-9284-2e72550cafe7,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:08.817222 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-a7f831a4-9b11-4905-9a1d-7aa8388a2164 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=aced88ab250d4681999473410ad84b56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310894 Aug 19 15:35:08.819823 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 49996) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:08.868522 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-868b1455-a058-4134-a484-66551eab7898 admin admin] Publish callbacks [] for security_group (6b31321e-41b0-44cf-9284-2e72550cafe7), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:08.888420 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-868b1455-a058-4134-a484-66551eab7898 admin admin] Publish callbacks [] for security_group (6b31321e-41b0-44cf-9284-2e72550cafe7), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:08.935042 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-868b1455-a058-4134-a484-66551eab7898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (6b31321e-41b0-44cf-9284-2e72550cafe7), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:08.937867 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-868b1455-a058-4134-a484-66551eab7898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:08.939020 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-868b1455-a058-4134-a484-66551eab7898 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/6b31321e-41b0-44cf-9284-2e72550cafe7 HTTP/1.1" status: 204 len: 168 time: 0.1182945 Aug 19 15:35:08.947403 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b1455-a058-4134-a484-66551eab7898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b31321e-41b0-44cf-9284-2e72550cafe7,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:09.895672 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:13.023744 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 50054) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:13.131349 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b633f649-b060-42f9-be14-8c64046893c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:13.209193 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b633f649-b060-42f9-be14-8c64046893c9 admin admin] Publish callbacks [] for security_group (b0e0649b-8c00-4e71-a66c-e4b7c78d8750), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:13.212767 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b633f649-b060-42f9-be14-8c64046893c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (b0e0649b-8c00-4e71-a66c-e4b7c78d8750), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:13.253222 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633f649-b060-42f9-be14-8c64046893c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e0649b-8c00-4e71-a66c-e4b7c78d8750,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:13.257504 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b633f649-b060-42f9-be14-8c64046893c9 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=dc1d836794b94f198cbe8059a3d5f38c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327261 Aug 19 15:35:13.261610 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 50058) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:13.309882 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1b6325e3-8935-4f13-a04b-172d925a7763 admin admin] Publish callbacks [] for security_group (b0e0649b-8c00-4e71-a66c-e4b7c78d8750), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:13.325930 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:13.330645 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1b6325e3-8935-4f13-a04b-172d925a7763 admin admin] Publish callbacks [] for security_group (b0e0649b-8c00-4e71-a66c-e4b7c78d8750), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:13.358504 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:13.384027 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1b6325e3-8935-4f13-a04b-172d925a7763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (b0e0649b-8c00-4e71-a66c-e4b7c78d8750), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:13.387594 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1b6325e3-8935-4f13-a04b-172d925a7763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:13.388791 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-1b6325e3-8935-4f13-a04b-172d925a7763 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/b0e0649b-8c00-4e71-a66c-e4b7c78d8750 HTTP/1.1" status: 204 len: 168 time: 0.1269300 Aug 19 15:35:13.396601 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6325e3-8935-4f13-a04b-172d925a7763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e0649b-8c00-4e71-a66c-e4b7c78d8750,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:13.425092 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-20618e47-4e1b-4e4b-9afb-38ae778c90f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:13.653783 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 50064) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:13.668149 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b9139964-c000-4edd-8f26-693eaf98210d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:13.746744 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b9139964-c000-4edd-8f26-693eaf98210d admin admin] Publish callbacks [] for security_group (cd546385-8133-4e40-a3b2-c7b34b71b3d9), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:13.750274 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b9139964-c000-4edd-8f26-693eaf98210d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (cd546385-8133-4e40-a3b2-c7b34b71b3d9), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:13.784317 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9139964-c000-4edd-8f26-693eaf98210d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd546385-8133-4e40-a3b2-c7b34b71b3d9,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:13.797370 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b9139964-c000-4edd-8f26-693eaf98210d admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=ef6114084c2f4f419355aabeeaf50d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425359 Aug 19 15:35:13.799952 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 50066) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:13.849159 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7d300386-f506-4283-b33c-9ef56cb666c3 admin admin] Publish callbacks [] for security_group (cd546385-8133-4e40-a3b2-c7b34b71b3d9), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:13.869986 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7d300386-f506-4283-b33c-9ef56cb666c3 admin admin] Publish callbacks [] for security_group (cd546385-8133-4e40-a3b2-c7b34b71b3d9), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:13.917223 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7d300386-f506-4283-b33c-9ef56cb666c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (cd546385-8133-4e40-a3b2-c7b34b71b3d9), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:13.919939 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7d300386-f506-4283-b33c-9ef56cb666c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:13.921112 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-7d300386-f506-4283-b33c-9ef56cb666c3 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/cd546385-8133-4e40-a3b2-c7b34b71b3d9 HTTP/1.1" status: 204 len: 168 time: 0.1202137 Aug 19 15:35:13.929024 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d300386-f506-4283-b33c-9ef56cb666c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd546385-8133-4e40-a3b2-c7b34b71b3d9,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:15.792363 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b691e0af-34b1-49ad-92d4-e2f3423cd569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:17.083528 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:17.414986 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-201e540b-d894-4b2e-be88-29aa8f447edd req-9d42f721-c3fc-4479-88b8-d2e2e0a4c3d4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409219 Aug 19 15:35:17.504448 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e540b-d894-4b2e-be88-29aa8f447edd req-5c2205ef-7f5d-47da-86fe-78652e3de9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:17.505940 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-201e540b-d894-4b2e-be88-29aa8f447edd req-5c2205ef-7f5d-47da-86fe-78652e3de9c4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7111b041a72b4481b3c8a286589e0a4e&device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 1129 time: 0.0428705 Aug 19 15:35:17.615563 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e540b-d894-4b2e-be88-29aa8f447edd req-0c5c053f-2d46-41bd-956c-ffc9bb3bbd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:17.617060 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-201e540b-d894-4b2e-be88-29aa8f447edd req-0c5c053f-2d46-41bd-956c-ffc9bb3bbd28 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=79008e7b-f33e-4610-a522-4d5d851ee288 HTTP/1.1" status: 200 len: 909 time: 0.0878468 Aug 19 15:35:17.686790 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-201e540b-d894-4b2e-be88-29aa8f447edd req-8060a66d-14a3-4dea-ae07-592ce2bf58eb service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=202d895f-8706-4b55-b8a7-80568bae22d1 HTTP/1.1" status: 200 len: 1000 time: 0.0593529 Aug 19 15:35:17.740770 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e540b-d894-4b2e-be88-29aa8f447edd req-7f596c44-37cc-4c51-8313-1242dd080864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:17.742268 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-201e540b-d894-4b2e-be88-29aa8f447edd req-7f596c44-37cc-4c51-8313-1242dd080864 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9c6457a2-ef32-4292-b3d5-a1d4e98c36db HTTP/1.1" status: 200 len: 847 time: 0.0462322 Aug 19 15:35:17.795734 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e540b-d894-4b2e-be88-29aa8f447edd req-a150e38a-2662-4d5e-92e1-882797c7b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:17.797320 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-201e540b-d894-4b2e-be88-29aa8f447edd req-a150e38a-2662-4d5e-92e1-882797c7b9b4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=79008e7b-f33e-4610-a522-4d5d851ee288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433612 Aug 19 15:35:17.819651 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:17.840654 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:17.909108 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-201e540b-d894-4b2e-be88-29aa8f447edd req-c3cb3b1a-b785-4af8-b27a-4a293674f9a9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/79008e7b-f33e-4610-a522-4d5d851ee288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975828 Aug 19 15:35:18.006826 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-201e540b-d894-4b2e-be88-29aa8f447edd req-9f05434a-7222-4931-a568-900685bd7cb1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/79008e7b-f33e-4610-a522-4d5d851ee288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887640 Aug 19 15:35:18.083564 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 50132) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:18.187401 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b01ae5fb-c9ba-45f6-903d-7dc99e5a4898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:18.262264 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b01ae5fb-c9ba-45f6-903d-7dc99e5a4898 admin admin] Publish callbacks [] for security_group (6a370b79-4134-4046-8024-9946509fb62c), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:18.265840 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b01ae5fb-c9ba-45f6-903d-7dc99e5a4898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (6a370b79-4134-4046-8024-9946509fb62c), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:18.308052 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b01ae5fb-c9ba-45f6-903d-7dc99e5a4898 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=216d9bc1f0ee480a9312577f87989937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228041 Aug 19 15:35:18.308927 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ae5fb-c9ba-45f6-903d-7dc99e5a4898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a370b79-4134-4046-8024-9946509fb62c,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:18.311558 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 50136) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:18.364189 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e3ca-9307-449f-8a60-a4f8af0a2fbb admin admin] Publish callbacks [] for security_group (6a370b79-4134-4046-8024-9946509fb62c), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:18.541362 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:18.553546 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:18.626107 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e3ca-9307-449f-8a60-a4f8af0a2fbb admin admin] Publish callbacks [] for security_group (6a370b79-4134-4046-8024-9946509fb62c), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:18.674881 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e3ca-9307-449f-8a60-a4f8af0a2fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (6a370b79-4134-4046-8024-9946509fb62c), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:18.677483 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e3ca-9307-449f-8a60-a4f8af0a2fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:18.681440 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-cbc1e3ca-9307-449f-8a60-a4f8af0a2fbb admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/6a370b79-4134-4046-8024-9946509fb62c HTTP/1.1" status: 204 len: 168 time: 0.3658504 Aug 19 15:35:18.688476 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1e3ca-9307-449f-8a60-a4f8af0a2fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a370b79-4134-4046-8024-9946509fb62c,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:20.886053 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-bf3cdea0-2eaf-43eb-9579-d5e4cd5a0efd tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=2558a7c80abd410bafa20a3aadc0e74d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289493 Aug 19 15:35:21.068520 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-a05b0a1d-a3c0-4556-b2b6-c8cb6d72d5f7 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:21.069900 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-a05b0a1d-a3c0-4556-b2b6-c8cb6d72d5f7 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787617 Aug 19 15:35:21.085103 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-026c2975-4472-4d1c-9f99-88dbffd56396 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/quotas/2558a7c80abd410bafa20a3aadc0e74d HTTP/1.1" status: 200 len: 375 time: 0.0091219 Aug 19 15:35:21.120355 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-e3caa06b-dcab-4141-908f-7671043be4bc tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=2558a7c80abd410bafa20a3aadc0e74d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296297 Aug 19 15:35:21.285934 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c4028018-70bf-4aa7-9653-6b75071dda39 req-5d6518d4-ad34-4750-ad91-1ca8a1f96942 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=696874ca-88e5-4a6f-b3e6-21446e03bd78 HTTP/1.1" status: 200 len: 210 time: 0.0292737 Aug 19 15:35:22.273776 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-2392b351-14cf-46e4-b178-474ec8c0b644 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=2558a7c80abd410bafa20a3aadc0e74d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313661 Aug 19 15:35:22.391932 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f2ad469b-3691-453e-8432-37f18e8426d1 req-5f99e163-2384-4adc-9224-8aca9129b7e4 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=696874ca-88e5-4a6f-b3e6-21446e03bd78 HTTP/1.1" status: 200 len: 210 time: 0.0313108 Aug 19 15:35:22.460985 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-8c34c273-5fc8-41f1-b223-4fb173c88458 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:22.462492 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-8c34c273-5fc8-41f1-b223-4fb173c88458 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828213 Aug 19 15:35:22.531279 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-48d9d201-00d7-45df-a458-6f3a68f40287 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Request body: {'port': {'device_id': '696874ca-88e5-4a6f-b3e6-21446e03bd78', 'network_id': '30e83b75-b713-4e8d-bf1e-901f8d189f0d', 'admin_state_up': True, 'tenant_id': '2558a7c80abd410bafa20a3aadc0e74d'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:22.641184 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-48d9d201-00d7-45df-a458-6f3a68f40287 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Made reservation on behalf of 2558a7c80abd410bafa20a3aadc0e74d for: {'port': 1} {{(pid=106285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:22.645030 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-48d9d201-00d7-45df-a458-6f3a68f40287 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:22.654885 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-48d9d201-00d7-45df-a458-6f3a68f40287 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Publish callbacks [] for security_group (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:22.731143 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-48d9d201-00d7-45df-a458-6f3a68f40287 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Publish callbacks [] for security_group (6d5c810b-a5c1-48ec-b10e-bbbdece7819f), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:22.735021 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-48d9d201-00d7-45df-a458-6f3a68f40287 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (6d5c810b-a5c1-48ec-b10e-bbbdece7819f), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:22.808927 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9d201-00d7-45df-a458-6f3a68f40287 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5c810b-a5c1-48ec-b10e-bbbdece7819f,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:22.879936 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-48d9d201-00d7-45df-a458-6f3a68f40287 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Allocated IP 192.168.233.156 (30e83b75-b713-4e8d-bf1e-901f8d189f0d/b16cc50d-9162-4c76-8273-b9540944cb68/b5f1aaf1-2ebf-40c5-9140-38fd09fed179) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:35:22.889032 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:22.898752 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:23.037957 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-48d9d201-00d7-45df-a458-6f3a68f40287 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Publish callbacks [] for port (b5f1aaf1-2ebf-40c5-9140-38fd09fed179), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:23.073384 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-48d9d201-00d7-45df-a458-6f3a68f40287 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774275215382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (b5f1aaf1-2ebf-40c5-9140-38fd09fed179), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:23.123996 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-48d9d201-00d7-45df-a458-6f3a68f40287 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Network 30e83b75-b713-4e8d-bf1e-901f8d189f0d is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:35:23.129084 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-48d9d201-00d7-45df-a458-6f3a68f40287 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:23.131564 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-48d9d201-00d7-45df-a458-6f3a68f40287 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 19 15:35:23.136050 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9d201-00d7-45df-a458-6f3a68f40287 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Pushing event updated for resources: {'Port': ['ID=b5f1aaf1-2ebf-40c5-9140-38fd09fed179,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:23.189416 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-48d9d201-00d7-45df-a458-6f3a68f40287 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:23.190024 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-48d9d201-00d7-45df-a458-6f3a68f40287 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:23.206554 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-48d9d201-00d7-45df-a458-6f3a68f40287 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6791682 Aug 19 15:35:23.221939 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.v2.base [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Request body: {'port': {'device_id': '696874ca-88e5-4a6f-b3e6-21446e03bd78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:23.284908 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (b5f1aaf1-2ebf-40c5-9140-38fd09fed179), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:23.356410 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-3ffbd4a5-a866-49ff-a557-bf804dcde2e7 None None] Provisioning complete for port b5f1aaf1-2ebf-40c5-9140-38fd09fed179 triggered by entity DHCP. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:35:23.356996 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3ffbd4a5-a866-49ff-a557-bf804dcde2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (b5f1aaf1-2ebf-40c5-9140-38fd09fed179), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:23.388418 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-3ffbd4a5-a866-49ff-a557-bf804dcde2e7 None None] Port b5f1aaf1-2ebf-40c5-9140-38fd09fed179 cannot update to ACTIVE because it is not bound. {{(pid=106286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 19 15:35:23.517486 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4168-2998-4cc1-af99-0ca188665ce1 req-a2b58891-e7bf-4b2b-afa1-5e1596a1aa82 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:23.519096 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fd3f4168-2998-4cc1-af99-0ca188665ce1 req-a2b58891-e7bf-4b2b-afa1-5e1596a1aa82 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=696874ca-88e5-4a6f-b3e6-21446e03bd78 HTTP/1.1" status: 200 len: 936 time: 0.0473623 Aug 19 15:35:23.546366 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f1aaf1-2ebf-40c5-9140-38fd09fed179 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:35:23.554515 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Publish callbacks [] for port (b5f1aaf1-2ebf-40c5-9140-38fd09fed179), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:23.564548 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:DELETE=6,neutron:SELECT=78,neutron:INSERT=16 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:23.573397 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fd3f4168-2998-4cc1-af99-0ca188665ce1 req-505ba0e3-fd8f-4d43-bdf1-62132b85ce1a tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6d5c810b-a5c1-48ec-b10e-bbbdece7819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479214 Aug 19 15:35:23.575384 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Transition to ACTIVE for port object b5f1aaf1-2ebf-40c5-9140-38fd09fed179 will not be triggered until provisioned by entity L2. {{(pid=106285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 19 15:35:23.579545 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (b5f1aaf1-2ebf-40c5-9140-38fd09fed179), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:23.640338 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Pushing event updated for resources: {'Port': ['ID=b5f1aaf1-2ebf-40c5-9140-38fd09fed179,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:23.689961 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Attempting to bind port b5f1aaf1-2ebf-40c5-9140-38fd09fed179 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 19 15:35:23.690298 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Attempting to bind port b5f1aaf1-2ebf-40c5-9140-38fd09fed179 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '266b1524-cfdc-4586-a132-c7b59e928f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '30e83b75-b713-4e8d-bf1e-901f8d189f0d'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 19 15:35:23.690632 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Attempting to bind port b5f1aaf1-2ebf-40c5-9140-38fd09fed179 on network 30e83b75-b713-4e8d-bf1e-901f8d189f0d {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:35:23.694975 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Port b5f1aaf1-2ebf-40c5-9140-38fd09fed179 on network 30e83b75-b713-4e8d-bf1e-901f8d189f0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 19 15:35:23.695297 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Attempting to bind port b5f1aaf1-2ebf-40c5-9140-38fd09fed179 on network 30e83b75-b713-4e8d-bf1e-901f8d189f0d {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 19 15:35:23.700972 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Checking agent: {'id': 'bf47e18d-789d-4c09-a177-a8abe6aeedc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'started_at': datetime.datetime(2022, 8, 19, 15, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 19, 15, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 19 15:35:23.701311 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Checking segment: {'id': '266b1524-cfdc-4586-a132-c7b59e928f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '30e83b75-b713-4e8d-bf1e-901f8d189f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 19 15:35:23.701694 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Bound using segment: {'id': '266b1524-cfdc-4586-a132-c7b59e928f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '30e83b75-b713-4e8d-bf1e-901f8d189f0d'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 19 15:35:23.702146 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Bound port: b5f1aaf1-2ebf-40c5-9140-38fd09fed179, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266b1524-cfdc-4586-a132-c7b59e928f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '30e83b75-b713-4e8d-bf1e-901f8d189f0d'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 19 15:35:23.702499 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (b5f1aaf1-2ebf-40c5-9140-38fd09fed179), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:23.704138 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:23.718885 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:23.772307 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] For port b5f1aaf1-2ebf-40c5-9140-38fd09fed179, host hv-cinder-83538, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:35:23.776595 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] For port b5f1aaf1-2ebf-40c5-9140-38fd09fed179, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b5f1aaf1-2ebf-40c5-9140-38fd09fed179,segment=NetworkSegment(266b1524-cfdc-4586-a132-c7b59e928f8a),segment_id=266b1524-cfdc-4586-a132-c7b59e928f8a)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:35:23.782339 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16617150'] for port (b5f1aaf1-2ebf-40c5-9140-38fd09fed179), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:23.785450 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:23.786106 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:23.787722 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/b5f1aaf1-2ebf-40c5-9140-38fd09fed179 HTTP/1.1" status: 200 len: 1098 time: 0.5700481 Aug 19 15:35:23.789851 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696874ca-88e5-4a6f-b3e6-21446e03bd78', 'tag': 'b5f1aaf1-2ebf-40c5-9140-38fd09fed179'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:35:23.792241 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4027e4fe-5fae-44a0-bb7f-878b059a79a2" -d '{"events": [{"name": "network-changed", "server_uuid": "696874ca-88e5-4a6f-b3e6-21446e03bd78", "tag": "b5f1aaf1-2ebf-40c5-9140-38fd09fed179"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:35:23.834500 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f172b7-f3de-4be4-bad2-f9fdcc94551d x-openstack-request-id: req-c9f172b7-f3de-4be4-bad2-f9fdcc94551d {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:35:23.834789 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696874ca-88e5-4a6f-b3e6-21446e03bd78", "tag": "b5f1aaf1-2ebf-40c5-9140-38fd09fed179", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:35:23.835043 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c9f172b7-f3de-4be4-bad2-f9fdcc94551d {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:35:23.835438 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f172b7-f3de-4be4-bad2-f9fdcc94551d'] response: {'name': 'network-changed', 'server_uuid': '696874ca-88e5-4a6f-b3e6-21446e03bd78', 'tag': 'b5f1aaf1-2ebf-40c5-9140-38fd09fed179', 'status': 'completed', 'code': 200} Aug 19 15:35:23.872673 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93337848-6ddf-4d6b-a02d-ff577717ad9c service neutron] Pushing event updated for resources: {'Port': ['ID=b5f1aaf1-2ebf-40c5-9140-38fd09fed179,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:23.885849 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-ecfd41bb-5c46-49e0-8c46-6cafb7ad064f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:23.887507 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-ecfd41bb-5c46-49e0-8c46-6cafb7ad064f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2558a7c80abd410bafa20a3aadc0e74d&device_id=696874ca-88e5-4a6f-b3e6-21446e03bd78 HTTP/1.1" status: 200 len: 1132 time: 0.0492237 Aug 19 15:35:23.931691 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-def96131-8380-4362-97a6-c1b2b2d2f23b service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=b5f1aaf1-2ebf-40c5-9140-38fd09fed179 HTTP/1.1" status: 200 len: 217 time: 0.0327694 Aug 19 15:35:23.986799 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-76a18894-ba30-4619-8bd0-6f68a7108201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:23.988215 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-76a18894-ba30-4619-8bd0-6f68a7108201 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b16cc50d-9162-4c76-8273-b9540944cb68 HTTP/1.1" status: 200 len: 843 time: 0.0470469 Aug 19 15:35:24.034467 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-198e0036-6ebb-4754-ae1a-80e1e3e84c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:24.035930 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-198e0036-6ebb-4754-ae1a-80e1e3e84c12 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=30e83b75-b713-4e8d-bf1e-901f8d189f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0387952 Aug 19 15:35:24.131366 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-46cf0d80-e53f-414a-8a7b-60931389c29e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/30e83b75-b713-4e8d-bf1e-901f8d189f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874443 Aug 19 15:35:24.226384 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-2bd1e5bc-63a0-4ad2-87fc-2fa8f62846e7 req-ea09052c-f18c-4272-877b-6d01a63391b7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/30e83b75-b713-4e8d-bf1e-901f8d189f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853751 Aug 19 15:35:24.694516 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf38188-4af5-4ef4-ae0f-6f598b42c4a7 req-d7652510-fcfe-4583-9f94-b2cf0a186c14 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:24.695979 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9cf38188-4af5-4ef4-ae0f-6f598b42c4a7 req-d7652510-fcfe-4583-9f94-b2cf0a186c14 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=696874ca-88e5-4a6f-b3e6-21446e03bd78 HTTP/1.1" status: 200 len: 948 time: 0.0476949 Aug 19 15:35:24.742463 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9cf38188-4af5-4ef4-ae0f-6f598b42c4a7 req-70164be5-5f21-4d4f-a0bf-9541c612364b tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6d5c810b-a5c1-48ec-b10e-bbbdece7819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Aug 19 15:35:25.201850 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027e4fe-5fae-44a0-bb7f-878b059a79a2 req-6bafcad1-4160-4e16-927e-681ccad6c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:25.203318 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4027e4fe-5fae-44a0-bb7f-878b059a79a2 req-6bafcad1-4160-4e16-927e-681ccad6c98e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2558a7c80abd410bafa20a3aadc0e74d&device_id=696874ca-88e5-4a6f-b3e6-21446e03bd78 HTTP/1.1" status: 200 len: 1132 time: 0.0409849 Aug 19 15:35:25.297057 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027e4fe-5fae-44a0-bb7f-878b059a79a2 req-cd85e7c1-3f73-443d-b0a0-f433e7cab170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:25.298501 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4027e4fe-5fae-44a0-bb7f-878b059a79a2 req-cd85e7c1-3f73-443d-b0a0-f433e7cab170 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=30e83b75-b713-4e8d-bf1e-901f8d189f0d HTTP/1.1" status: 200 len: 870 time: 0.0881233 Aug 19 15:35:25.342390 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4027e4fe-5fae-44a0-bb7f-878b059a79a2 req-d1c293b8-2698-48e2-b589-be8e20c94ac9 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=b5f1aaf1-2ebf-40c5-9140-38fd09fed179 HTTP/1.1" status: 200 len: 217 time: 0.0340936 Aug 19 15:35:25.397151 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027e4fe-5fae-44a0-bb7f-878b059a79a2 req-7a8bd0a3-dfb5-48f5-8879-b57306a5d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:25.398582 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4027e4fe-5fae-44a0-bb7f-878b059a79a2 req-7a8bd0a3-dfb5-48f5-8879-b57306a5d5d6 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b16cc50d-9162-4c76-8273-b9540944cb68 HTTP/1.1" status: 200 len: 843 time: 0.0470800 Aug 19 15:35:25.443056 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027e4fe-5fae-44a0-bb7f-878b059a79a2 req-38080d9c-5389-4d80-a924-59b14829a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:25.444514 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4027e4fe-5fae-44a0-bb7f-878b059a79a2 req-38080d9c-5389-4d80-a924-59b14829a56c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=30e83b75-b713-4e8d-bf1e-901f8d189f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0387185 Aug 19 15:35:25.533291 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4027e4fe-5fae-44a0-bb7f-878b059a79a2 req-693e80c2-0bdc-4095-9d65-861de19ef02d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/30e83b75-b713-4e8d-bf1e-901f8d189f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819931 Aug 19 15:35:25.629479 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-4027e4fe-5fae-44a0-bb7f-878b059a79a2 req-df1f0794-9a5f-41f9-aca4-72558d7a152c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/30e83b75-b713-4e8d-bf1e-901f8d189f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872719 Aug 19 15:35:25.850663 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:25.865684 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85c19b-353b-4520-b08a-92078ea8ae51 req-2330a4a7-2015-4601-819e-f8616dcf7d44 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:25.866515 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-da85c19b-353b-4520-b08a-92078ea8ae51 req-2330a4a7-2015-4601-819e-f8616dcf7d44 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=696874ca-88e5-4a6f-b3e6-21446e03bd78 HTTP/1.1" status: 200 len: 948 time: 0.0488968 Aug 19 15:35:25.914502 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-da85c19b-353b-4520-b08a-92078ea8ae51 req-8602bdfc-6dc7-40e7-b1b6-d375817bbd8c tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6d5c810b-a5c1-48ec-b10e-bbbdece7819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418837 Aug 19 15:35:26.020150 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device b5f1aaf1-2ebf-40c5-9140-38fd09fed179 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:35:26.121400 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port b5f1aaf1-2ebf-40c5-9140-38fd09fed179, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b5f1aaf1-2ebf-40c5-9140-38fd09fed179,segment=NetworkSegment(266b1524-cfdc-4586-a132-c7b59e928f8a),segment_id=266b1524-cfdc-4586-a132-c7b59e928f8a)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:26.132195 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Returning: {'device': 'b5f1aaf1-2ebf-40c5-9140-38fd09fed179', 'network_id': '30e83b75-b713-4e8d-bf1e-901f8d189f0d', 'port_id': 'b5f1aaf1-2ebf-40c5-9140-38fd09fed179', 'mac_address': 'fa:16:3e:f4:2d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16cc50d-9162-4c76-8273-b9540944cb68', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:35:26.167746 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port b5f1aaf1-2ebf-40c5-9140-38fd09fed179 is: DOWN; New status is: BUILD {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:35:26.168135 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (b5f1aaf1-2ebf-40c5-9140-38fd09fed179), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:26.181014 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f1aaf1-2ebf-40c5-9140-38fd09fed179 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 19 15:35:26.201390 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port b5f1aaf1-2ebf-40c5-9140-38fd09fed179, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b5f1aaf1-2ebf-40c5-9140-38fd09fed179,segment=NetworkSegment(266b1524-cfdc-4586-a132-c7b59e928f8a),segment_id=266b1524-cfdc-4586-a132-c7b59e928f8a)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:26.205963 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (b5f1aaf1-2ebf-40c5-9140-38fd09fed179), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:26.253845 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=b5f1aaf1-2ebf-40c5-9140-38fd09fed179,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:26.261385 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:26.261729 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:26.262069 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:26.262405 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:26.262736 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:26.263060 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:26.263388 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:26.263710 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:26.264033 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:26.264355 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:26.264698 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:26.265019 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:26.265344 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:26.265659 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:26.265974 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:26.476783 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] get_ports_and_sgs() called for port_ids ['b5f1aaf1-2ebf-40c5-9140-38fd09fed179'] {{(pid=106286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 19 15:35:27.036499 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b799ba-10b4-4f04-a4d0-3e3854a5ab48 req-8f37aa0a-7fe9-4182-893d-7b119aaebfac tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:27.037981 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-24b799ba-10b4-4f04-a4d0-3e3854a5ab48 req-8f37aa0a-7fe9-4182-893d-7b119aaebfac tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=696874ca-88e5-4a6f-b3e6-21446e03bd78 HTTP/1.1" status: 200 len: 949 time: 0.0500784 Aug 19 15:35:27.043024 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:35:27.086053 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-24b799ba-10b4-4f04-a4d0-3e3854a5ab48 req-58e4b8d2-fbd5-486b-93e8-644ed88e3764 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6d5c810b-a5c1-48ec-b10e-bbbdece7819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420885 Aug 19 15:35:28.021798 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device b5f1aaf1-2ebf-40c5-9140-38fd09fed179 up at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:35:28.067662 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning for port b5f1aaf1-2ebf-40c5-9140-38fd09fed179 completed by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 19 15:35:28.072871 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Provisioning complete for port b5f1aaf1-2ebf-40c5-9140-38fd09fed179 triggered by entity L2. {{(pid=106286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 19 15:35:28.073484 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-549441'] for port (b5f1aaf1-2ebf-40c5-9140-38fd09fed179), provisioning_complete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:28.104300 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:28.153188 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Current status of the port b5f1aaf1-2ebf-40c5-9140-38fd09fed179 is: BUILD; New status is: ACTIVE {{(pid=106286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 19 15:35:28.153581 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581322'] for port (b5f1aaf1-2ebf-40c5-9140-38fd09fed179), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:28.177981 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696874ca-88e5-4a6f-b3e6-21446e03bd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f1aaf1-2ebf-40c5-9140-38fd09fed179'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:35:28.180489 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1c1accb766461cc25627f8aa6c633db541b40c37119203713fe7d32999e8b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62799ee4-99bd-40b9-87aa-195fcdb19f48" -d '{"events": [{"server_uuid": "696874ca-88e5-4a6f-b3e6-21446e03bd78", "name": "network-vif-plugged", "status": "completed", "tag": "b5f1aaf1-2ebf-40c5-9140-38fd09fed179"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:35:28.194272 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] For port b5f1aaf1-2ebf-40c5-9140-38fd09fed179, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b5f1aaf1-2ebf-40c5-9140-38fd09fed179,segment=NetworkSegment(266b1524-cfdc-4586-a132-c7b59e928f8a),segment_id=266b1524-cfdc-4586-a132-c7b59e928f8a)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:28.200697 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774275576432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774275215400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774275215418'] for port (b5f1aaf1-2ebf-40c5-9140-38fd09fed179), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:28.206176 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:28.210391 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932bf83-a255-4773-8436-5f59039f4f53 req-49279eb5-6cde-46ff-a244-6b1d1a255008 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:28.211931 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7932bf83-a255-4773-8436-5f59039f4f53 req-49279eb5-6cde-46ff-a244-6b1d1a255008 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=696874ca-88e5-4a6f-b3e6-21446e03bd78 HTTP/1.1" status: 200 len: 949 time: 0.0521889 Aug 19 15:35:28.224844 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff3e426-54a3-4c19-9fc6-0a98b82c21e4 x-openstack-request-id: req-6ff3e426-54a3-4c19-9fc6-0a98b82c21e4 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:35:28.225134 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696874ca-88e5-4a6f-b3e6-21446e03bd78", "name": "network-vif-plugged", "status": "completed", "tag": "b5f1aaf1-2ebf-40c5-9140-38fd09fed179", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:35:28.225387 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6ff3e426-54a3-4c19-9fc6-0a98b82c21e4 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:35:28.225781 dv-cinder-835384-20-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff3e426-54a3-4c19-9fc6-0a98b82c21e4'] response: {'server_uuid': '696874ca-88e5-4a6f-b3e6-21446e03bd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f1aaf1-2ebf-40c5-9140-38fd09fed179', 'code': 200} Aug 19 15:35:28.254369 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Pushing event updated for resources: {'Port': ['ID=b5f1aaf1-2ebf-40c5-9140-38fd09fed179,revision_number=5']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:28.268166 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7932bf83-a255-4773-8436-5f59039f4f53 req-32affba9-9086-4d41-b472-13eaa966dee0 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6d5c810b-a5c1-48ec-b10e-bbbdece7819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484881 Aug 19 15:35:28.395627 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:28.399616 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8025a2-8654-41e1-8d8d-c0e68aa6e5fa req-fc575d2b-8c6d-43d4-b300-468f8b0d3204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:28.401132 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-5b8025a2-8654-41e1-8d8d-c0e68aa6e5fa req-fc575d2b-8c6d-43d4-b300-468f8b0d3204 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=696874ca-88e5-4a6f-b3e6-21446e03bd78 HTTP/1.1" status: 200 len: 1134 time: 0.0401130 Aug 19 15:35:28.445715 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-5b8025a2-8654-41e1-8d8d-c0e68aa6e5fa req-c1321882-b228-4fd1-aa75-bd3c7e7b5555 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d5c810b-a5c1-48ec-b10e-bbbdece7819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384903 Aug 19 15:35:29.325912 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 50216) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:29.385951 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9b817-d2d5-4250-8139-93ff510b7a5f req-4405d275-7ad8-4f3e-aa01-79615e7c49b7 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:29.387625 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7bc9b817-d2d5-4250-8139-93ff510b7a5f req-4405d275-7ad8-4f3e-aa01-79615e7c49b7 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=696874ca-88e5-4a6f-b3e6-21446e03bd78 HTTP/1.1" status: 200 len: 950 time: 0.0471873 Aug 19 15:35:29.419383 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:29.445465 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7bc9b817-d2d5-4250-8139-93ff510b7a5f req-d160f259-f775-4fc7-b189-2c2543f127f6 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6d5c810b-a5c1-48ec-b10e-bbbdece7819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518613 Aug 19 15:35:29.480103 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c365157d-02be-410a-a02d-c4ba4a801b55 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Deleting port bda63ff2-0a4b-444f-95bc-d236fc3342a4 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:35:29.480474 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c365157d-02be-410a-a02d-c4ba4a801b55 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (bda63ff2-0a4b-444f-95bc-d236fc3342a4), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:29.558839 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c365157d-02be-410a-a02d-c4ba4a801b55 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (bda63ff2-0a4b-444f-95bc-d236fc3342a4), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:29.559057 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c365157d-02be-410a-a02d-c4ba4a801b55 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for floatingip (bda63ff2-0a4b-444f-95bc-d236fc3342a4), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:29.571304 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c365157d-02be-410a-a02d-c4ba4a801b55 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Calling delete_port for bda63ff2-0a4b-444f-95bc-d236fc3342a4 owned by network:floatingip {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:35:29.741648 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c365157d-02be-410a-a02d-c4ba4a801b55 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (bda63ff2-0a4b-444f-95bc-d236fc3342a4), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:29.765998 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365157d-02be-410a-a02d-c4ba4a801b55 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Pushing event deleted for resources: {'Port': ['ID=bda63ff2-0a4b-444f-95bc-d236fc3342a4,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:29.830351 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c365157d-02be-410a-a02d-c4ba4a801b55 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for floatingip (8f0bd1dc-4904-4a98-9b48-95b09b6b808e), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:29.830590 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.db.l3_db [None req-c365157d-02be-410a-a02d-c4ba4a801b55 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Floating IP 8f0bd1dc-4904-4a98-9b48-95b09b6b808e disassociated (deleted). External IP: 172.27.2.64, port: 202d895f-8706-4b55-b8a7-80568bae22d1. Aug 19 15:35:30.039910 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c365157d-02be-410a-a02d-c4ba4a801b55 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Router 76509db5-0d49-4c9a-8d44-7422547ac2f9 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:35:30.143011 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:30.148206 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c365157d-02be-410a-a02d-c4ba4a801b55 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:35:30.154675 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c365157d-02be-410a-a02d-c4ba4a801b55 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for floatingip (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:30.158675 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5730b16d-8c6c-4a04-b436-2cc68df282c8 None None] Sync routers for ids ['76509db5-0d49-4c9a-8d44-7422547ac2f9'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:35:30.169307 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5730b16d-8c6c-4a04-b436-2cc68df282c8 None None] Routers {'76509db5-0d49-4c9a-8d44-7422547ac2f9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:35:30.169919 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-5730b16d-8c6c-4a04-b436-2cc68df282c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:35:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['76509db5-0d49-4c9a-8d44-7422547ac2f9'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:30.187445 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-c365157d-02be-410a-a02d-c4ba4a801b55 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/8f0bd1dc-4904-4a98-9b48-95b09b6b808e HTTP/1.1" status: 204 len: 168 time: 0.8602152 Aug 19 15:35:30.188074 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446054b4-8b4f-45ec-9e9b-4a552af02065', 'tag': '202d895f-8706-4b55-b8a7-80568bae22d1'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:35:30.190474 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff8b755-3e5b-4601-adf9-106c39951bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "446054b4-8b4f-45ec-9e9b-4a552af02065", "tag": "202d895f-8706-4b55-b8a7-80568bae22d1"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:35:30.229340 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Aug 2022 15:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fb752b-7bd6-4aba-97e6-111b8878f3a8 x-openstack-request-id: req-50fb752b-7bd6-4aba-97e6-111b8878f3a8 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:35:30.229641 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446054b4-8b4f-45ec-9e9b-4a552af02065", "tag": "202d895f-8706-4b55-b8a7-80568bae22d1", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:35:30.229895 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-50fb752b-7bd6-4aba-97e6-111b8878f3a8 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:35:30.230433 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50fb752b-7bd6-4aba-97e6-111b8878f3a8'] response: {'name': 'network-changed', 'server_uuid': '446054b4-8b4f-45ec-9e9b-4a552af02065', 'tag': '202d895f-8706-4b55-b8a7-80568bae22d1', 'status': 'completed', 'code': 200} Aug 19 15:35:30.277416 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-5730b16d-8c6c-4a04-b436-2cc68df282c8 None None] Set router 76509db5-0d49-4c9a-8d44-7422547ac2f9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:35:30.292214 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8b755-3e5b-4601-adf9-106c39951bf6 req-e00a8a70-59f4-459d-b94e-d1a149c02198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:30.294712 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1ff8b755-3e5b-4601-adf9-106c39951bf6 req-e00a8a70-59f4-459d-b94e-d1a149c02198 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7111b041a72b4481b3c8a286589e0a4e&device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 1129 time: 0.0433726 Aug 19 15:35:30.381274 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:30.400552 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8b755-3e5b-4601-adf9-106c39951bf6 req-0fb90bea-9caf-49fe-9548-647d1c22d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:30.402411 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1ff8b755-3e5b-4601-adf9-106c39951bf6 req-0fb90bea-9caf-49fe-9548-647d1c22d12c service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=79008e7b-f33e-4610-a522-4d5d851ee288 HTTP/1.1" status: 200 len: 909 time: 0.1011364 Aug 19 15:35:30.423130 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e19a97-6463-4034-a81e-fa5a8d6f31ac req-ea4b3b65-ab15-47a1-a414-8d9938cc5c0d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:30.424793 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-50e19a97-6463-4034-a81e-fa5a8d6f31ac req-ea4b3b65-ab15-47a1-a414-8d9938cc5c0d tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0492227 Aug 19 15:35:30.476174 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-50e19a97-6463-4034-a81e-fa5a8d6f31ac req-10546d07-ac19-4663-bd61-5894a8798cba tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454745 Aug 19 15:35:30.496170 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-5730b16d-8c6c-4a04-b436-2cc68df282c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'name': 'tempest-TestShelveInstance-794205054-router', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:03Z', 'revision_number': 4, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'gw_port': {'id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '907ec39a-6396-47ea-a66a-3a30988f29dc', 'name': '', 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'mac_address': 'fa:16:3e:b6:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:03Z', 'updated_at': '2022-08-19T15:31:10Z', 'revision_number': 5, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'subnets': [{'id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:30.521896 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5730b16d-8c6c-4a04-b436-2cc68df282c8 None None] Checking router: 76509db5-0d49-4c9a-8d44-7422547ac2f9 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:35:30.536724 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5730b16d-8c6c-4a04-b436-2cc68df282c8 None None] Routers {'76509db5-0d49-4c9a-8d44-7422547ac2f9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:35:30.537368 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-5730b16d-8c6c-4a04-b436-2cc68df282c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:35:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['76509db5-0d49-4c9a-8d44-7422547ac2f9'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:30.568358 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347e004-de3a-4095-a3f7-3746e5dbb88d req-5bc111e4-b51b-47dc-880a-fa9a2a3ddec6 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:30.569905 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8347e004-de3a-4095-a3f7-3746e5dbb88d req-5bc111e4-b51b-47dc-880a-fa9a2a3ddec6 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=696874ca-88e5-4a6f-b3e6-21446e03bd78 HTTP/1.1" status: 200 len: 950 time: 0.0481994 Aug 19 15:35:30.617713 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-8347e004-de3a-4095-a3f7-3746e5dbb88d req-f30af743-d7e0-4d12-8274-f38df15a3065 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6d5c810b-a5c1-48ec-b10e-bbbdece7819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420787 Aug 19 15:35:30.644176 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-5730b16d-8c6c-4a04-b436-2cc68df282c8 None None] Set router 76509db5-0d49-4c9a-8d44-7422547ac2f9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:35:30.841169 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-5730b16d-8c6c-4a04-b436-2cc68df282c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'name': 'tempest-TestShelveInstance-794205054-router', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:03Z', 'revision_number': 4, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'gw_port': {'id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '907ec39a-6396-47ea-a66a-3a30988f29dc', 'name': '', 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'mac_address': 'fa:16:3e:b6:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:03Z', 'updated_at': '2022-08-19T15:31:10Z', 'revision_number': 5, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'subnets': [{'id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:30.869143 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5730b16d-8c6c-4a04-b436-2cc68df282c8 None None] The sync data for ids ['76509db5-0d49-4c9a-8d44-7422547ac2f9'] in dv-cinder-835384-20-iscsi is: [{'id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'name': 'tempest-TestShelveInstance-794205054-router', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:03Z', 'revision_number': 4, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'gw_port': {'id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi', '_interfaces': [{'id': '907ec39a-6396-47ea-a66a-3a30988f29dc', 'name': '', 'network_id': '79008e7b-f33e-4610-a522-4d5d851ee288', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'mac_address': 'fa:16:3e:b6:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:03Z', 'updated_at': '2022-08-19T15:31:10Z', 'revision_number': 5, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'subnets': [{'id': '9c6457a2-ef32-4292-b3d5-a1d4e98c36db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:35:30.896000 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45aa21-319c-4789-a6b8-aff2168d85b6 req-af0cad38-b310-472f-a6ae-5607a589e11d tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:30.897522 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7a45aa21-319c-4789-a6b8-aff2168d85b6 req-af0cad38-b310-472f-a6ae-5607a589e11d tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=696874ca-88e5-4a6f-b3e6-21446e03bd78 HTTP/1.1" status: 200 len: 950 time: 0.0520813 Aug 19 15:35:30.948319 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-7a45aa21-319c-4789-a6b8-aff2168d85b6 req-a17d2a1c-7a1f-4275-b1fc-1e675affb241 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6d5c810b-a5c1-48ec-b10e-bbbdece7819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448985 Aug 19 15:35:31.089508 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acdbaa6-4cb8-4b5d-9c8b-ab6482e42107 None None] New status for floating IP 8f0bd1dc-4904-4a98-9b48-95b09b6b808e: DOWN {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 19 15:35:31.497632 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1ff8b755-3e5b-4601-adf9-106c39951bf6 req-bfd9cb50-cda9-41cf-9a16-01e2c6ec2cdc service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=202d895f-8706-4b55-b8a7-80568bae22d1 HTTP/1.1" status: 200 len: 217 time: 0.0361321 Aug 19 15:35:31.607406 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe742b9f-471e-4c13-834a-41c58fec0803 req-46298433-8d33-425c-923e-989ab0f86324 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:31.609063 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fe742b9f-471e-4c13-834a-41c58fec0803 req-46298433-8d33-425c-923e-989ab0f86324 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0542593 Aug 19 15:35:31.662277 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-fe742b9f-471e-4c13-834a-41c58fec0803 req-32ae51a3-0fc7-4c9a-bf18-cad1c497005a tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473506 Aug 19 15:35:32.076814 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccea7f-617f-4d7c-8bb4-4fe261e579e2 req-c3a05c07-979b-4187-851f-c1da3f051737 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:32.078188 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6cccea7f-617f-4d7c-8bb4-4fe261e579e2 req-c3a05c07-979b-4187-851f-c1da3f051737 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=696874ca-88e5-4a6f-b3e6-21446e03bd78 HTTP/1.1" status: 200 len: 950 time: 0.0522113 Aug 19 15:35:32.125129 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6cccea7f-617f-4d7c-8bb4-4fe261e579e2 req-53224496-edbd-49cb-97f3-e31a8a42e2c2 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6d5c810b-a5c1-48ec-b10e-bbbdece7819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413520 Aug 19 15:35:32.785230 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e73cdc-ab90-4a57-829f-1c2b10e470b8 req-da373964-9c45-47fb-84d3-2b70df90a830 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:32.786752 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-60e73cdc-ab90-4a57-829f-1c2b10e470b8 req-da373964-9c45-47fb-84d3-2b70df90a830 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0503819 Aug 19 15:35:32.796481 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8b755-3e5b-4601-adf9-106c39951bf6 req-0f171bdd-61b8-47aa-ab54-01c14439f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:32.797925 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1ff8b755-3e5b-4601-adf9-106c39951bf6 req-0f171bdd-61b8-47aa-ab54-01c14439f4bf service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9c6457a2-ef32-4292-b3d5-a1d4e98c36db HTTP/1.1" status: 200 len: 847 time: 0.0485899 Aug 19 15:35:32.836840 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-60e73cdc-ab90-4a57-829f-1c2b10e470b8 req-07f595ea-4d5b-476d-a6b7-6708a29ba485 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444479 Aug 19 15:35:33.255341 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29a881-9817-4be0-919e-877b84a938ed req-ad148358-8bef-47c8-b09f-e505078b52c8 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:33.256909 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-be29a881-9817-4be0-919e-877b84a938ed req-ad148358-8bef-47c8-b09f-e505078b52c8 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=696874ca-88e5-4a6f-b3e6-21446e03bd78 HTTP/1.1" status: 200 len: 950 time: 0.0494301 Aug 19 15:35:33.284531 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:33.289812 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:33.311393 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-be29a881-9817-4be0-919e-877b84a938ed req-59d28be7-d524-4251-a72b-dfaba69e03d4 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6d5c810b-a5c1-48ec-b10e-bbbdece7819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483217 Aug 19 15:35:33.377367 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8b755-3e5b-4601-adf9-106c39951bf6 req-f90f1bdc-d164-4184-9736-cc3becbd19da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:33.378847 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1ff8b755-3e5b-4601-adf9-106c39951bf6 req-f90f1bdc-d164-4184-9736-cc3becbd19da service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=79008e7b-f33e-4610-a522-4d5d851ee288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3399179 Aug 19 15:35:33.394331 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df900216-b3d2-4bf2-bce7-370e27270ae7 req-58a51a27-08b9-403b-b0b3-5d32c036b9e0 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:33.395683 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-df900216-b3d2-4bf2-bce7-370e27270ae7 req-58a51a27-08b9-403b-b0b3-5d32c036b9e0 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=696874ca-88e5-4a6f-b3e6-21446e03bd78 HTTP/1.1" status: 200 len: 950 time: 0.3478496 Aug 19 15:35:33.402639 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed76704-eadf-4fde-b55f-137b287bc438 req-87710ed6-8c37-47b1-971c-0604cafe4cf0 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:33.404755 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3ed76704-eadf-4fde-b55f-137b287bc438 req-87710ed6-8c37-47b1-971c-0604cafe4cf0 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0819371 Aug 19 15:35:33.614093 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-3ed76704-eadf-4fde-b55f-137b287bc438 req-c42b01df-c858-4261-ad01-76a5bdaf0106 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Deleting port 202d895f-8706-4b55-b8a7-80568bae22d1 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:35:33.614437 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-3ed76704-eadf-4fde-b55f-137b287bc438 req-c42b01df-c858-4261-ad01-76a5bdaf0106 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:33.616979 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-df900216-b3d2-4bf2-bce7-370e27270ae7 req-09e6d542-b2c8-4524-afce-8510bd0f6cf5 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Deleting port b5f1aaf1-2ebf-40c5-9140-38fd09fed179 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:35:33.617299 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-df900216-b3d2-4bf2-bce7-370e27270ae7 req-09e6d542-b2c8-4524-afce-8510bd0f6cf5 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (b5f1aaf1-2ebf-40c5-9140-38fd09fed179), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:33.648629 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1ff8b755-3e5b-4601-adf9-106c39951bf6 req-2652e3ce-abad-4f85-ad81-1e289edf36f0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/79008e7b-f33e-4610-a522-4d5d851ee288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519834 Aug 19 15:35:33.852252 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-df900216-b3d2-4bf2-bce7-370e27270ae7 req-09e6d542-b2c8-4524-afce-8510bd0f6cf5 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] For port b5f1aaf1-2ebf-40c5-9140-38fd09fed179, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b5f1aaf1-2ebf-40c5-9140-38fd09fed179,segment=NetworkSegment(266b1524-cfdc-4586-a132-c7b59e928f8a),segment_id=266b1524-cfdc-4586-a132-c7b59e928f8a)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:33.852977 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-df900216-b3d2-4bf2-bce7-370e27270ae7 req-09e6d542-b2c8-4524-afce-8510bd0f6cf5 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (b5f1aaf1-2ebf-40c5-9140-38fd09fed179), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:33.867498 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [req-3ed76704-eadf-4fde-b55f-137b287bc438 req-c42b01df-c858-4261-ad01-76a5bdaf0106 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] For port 202d895f-8706-4b55-b8a7-80568bae22d1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=202d895f-8706-4b55-b8a7-80568bae22d1,segment=NetworkSegment(f2880ea9-ded2-4710-9102-ec849acf2b3c),segment_id=f2880ea9-ded2-4710-9102-ec849acf2b3c)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:33.867860 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-3ed76704-eadf-4fde-b55f-137b287bc438 req-c42b01df-c858-4261-ad01-76a5bdaf0106 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:33.877865 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:33.879241 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-df900216-b3d2-4bf2-bce7-370e27270ae7 req-09e6d542-b2c8-4524-afce-8510bd0f6cf5 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Calling delete_port for b5f1aaf1-2ebf-40c5-9140-38fd09fed179 owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:35:33.899306 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-1ff8b755-3e5b-4601-adf9-106c39951bf6 req-97b2daf6-b4b1-4182-8099-f99f669de623 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/79008e7b-f33e-4610-a522-4d5d851ee288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379258 Aug 19 15:35:33.906098 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [req-3ed76704-eadf-4fde-b55f-137b287bc438 req-c42b01df-c858-4261-ad01-76a5bdaf0106 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Calling delete_port for 202d895f-8706-4b55-b8a7-80568bae22d1 owned by compute:nova {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:35:33.960021 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ad2b7-5c9e-490d-b9c3-cbdab19604c2 req-12fec01c-f0a3-40d5-8b80-b2402d21d11c tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 19 15:35:33.961599 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d59ad2b7-5c9e-490d-b9c3-cbdab19604c2 req-12fec01c-f0a3-40d5-8b80-b2402d21d11c tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 945 time: 0.0501399 Aug 19 15:35:34.012030 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d59ad2b7-5c9e-490d-b9c3-cbdab19604c2 req-6ac18507-2f65-47dc-988a-1896c1f689be tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=247d845c-9de6-4148-aa56-5fac7f1f232c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447659 Aug 19 15:35:34.079595 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:34.095824 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-df900216-b3d2-4bf2-bce7-370e27270ae7 req-09e6d542-b2c8-4524-afce-8510bd0f6cf5 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (b5f1aaf1-2ebf-40c5-9140-38fd09fed179), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:34.149314 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6d542-b2c8-4524-afce-8510bd0f6cf5 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Pushing event deleted for resources: {'Port': ['ID=b5f1aaf1-2ebf-40c5-9140-38fd09fed179,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:34.207566 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-df900216-b3d2-4bf2-bce7-370e27270ae7 req-09e6d542-b2c8-4524-afce-8510bd0f6cf5 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] No DVR routers for this DVR port b5f1aaf1-2ebf-40c5-9140-38fd09fed179 on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:35:34.210416 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-df900216-b3d2-4bf2-bce7-370e27270ae7 req-09e6d542-b2c8-4524-afce-8510bd0f6cf5 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:34.213823 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-df900216-b3d2-4bf2-bce7-370e27270ae7 req-09e6d542-b2c8-4524-afce-8510bd0f6cf5 tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.52 "DELETE /networking/v2.0/ports/b5f1aaf1-2ebf-40c5-9140-38fd09fed179 HTTP/1.1" status: 204 len: 173 time: 0.8082266 Aug 19 15:35:34.214288 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696874ca-88e5-4a6f-b3e6-21446e03bd78', 'name': 'network-vif-deleted', 'tag': 'b5f1aaf1-2ebf-40c5-9140-38fd09fed179'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:35:34.216828 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0867e539-f634-4dad-a481-b23b5204dae7" -d '{"events": [{"server_uuid": "696874ca-88e5-4a6f-b3e6-21446e03bd78", "name": "network-vif-deleted", "tag": "b5f1aaf1-2ebf-40c5-9140-38fd09fed179"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:35:34.220240 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-3ed76704-eadf-4fde-b55f-137b287bc438 req-c42b01df-c858-4261-ad01-76a5bdaf0106 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (202d895f-8706-4b55-b8a7-80568bae22d1), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:34.254237 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b01df-c858-4261-ad01-76a5bdaf0106 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Pushing event deleted for resources: {'Port': ['ID=202d895f-8706-4b55-b8a7-80568bae22d1,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:34.289104 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba41a80c-8067-4af5-b2c7-0d141da0ef90 x-openstack-request-id: req-ba41a80c-8067-4af5-b2c7-0d141da0ef90 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:35:34.289406 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696874ca-88e5-4a6f-b3e6-21446e03bd78", "name": "network-vif-deleted", "tag": "b5f1aaf1-2ebf-40c5-9140-38fd09fed179", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:35:34.289664 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ba41a80c-8067-4af5-b2c7-0d141da0ef90 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:35:34.290091 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba41a80c-8067-4af5-b2c7-0d141da0ef90'] response: {'server_uuid': '696874ca-88e5-4a6f-b3e6-21446e03bd78', 'name': 'network-vif-deleted', 'tag': 'b5f1aaf1-2ebf-40c5-9140-38fd09fed179', 'status': 'completed', 'code': 200} Aug 19 15:35:34.317356 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed76704-eadf-4fde-b55f-137b287bc438 req-c42b01df-c858-4261-ad01-76a5bdaf0106 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] No DVR routers for this DVR port 202d895f-8706-4b55-b8a7-80568bae22d1 on host hv-cinder-83538 {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:35:34.320008 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [req-3ed76704-eadf-4fde-b55f-137b287bc438 req-c42b01df-c858-4261-ad01-76a5bdaf0106 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118236'] for port (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:34.324252 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [req-3ed76704-eadf-4fde-b55f-137b287bc438 req-c42b01df-c858-4261-ad01-76a5bdaf0106 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.52 "DELETE /networking/v2.0/ports/202d895f-8706-4b55-b8a7-80568bae22d1 HTTP/1.1" status: 204 len: 173 time: 0.9104226 Aug 19 15:35:34.438172 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-92b19deb-2353-41af-b1c2-65df35e20edf req-c22365fe-a096-4db1-9adf-5d837c71134e tempest-VolumesNegativeTest-2078505255 tempest-VolumesNegativeTest-2078505255-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=696874ca-88e5-4a6f-b3e6-21446e03bd78 HTTP/1.1" status: 200 len: 210 time: 0.0346291 Aug 19 15:35:35.129259 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [req-603897f0-f460-4297-ac10-336109a9ea7b req-dfed299e-ffd7-4b59-9f47-e1b98e1fa4c3 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=446054b4-8b4f-45ec-9e9b-4a552af02065 HTTP/1.1" status: 200 len: 210 time: 0.0283709 Aug 19 15:35:36.052543 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device b5f1aaf1-2ebf-40c5-9140-38fd09fed179 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:35:36.076868 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: b5f1aaf1-2ebf-40c5-9140-38fd09fed179 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:35:36.077219 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device b5f1aaf1-2ebf-40c5-9140-38fd09fed179 not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:35:36.077641 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 202d895f-8706-4b55-b8a7-80568bae22d1 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:35:36.096639 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] No Port match for: 202d895f-8706-4b55-b8a7-80568bae22d1 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:35:36.096993 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Device 202d895f-8706-4b55-b8a7-80568bae22d1 not bound to the agent host hv-cinder-83538 {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:35:36.196326 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 50324) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:36.261200 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-433751c6-e64a-412b-898c-be59249f86d6 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group (247d845c-9de6-4148-aa56-5fac7f1f232c), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:36.286115 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-433751c6-e64a-412b-898c-be59249f86d6 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group (247d845c-9de6-4148-aa56-5fac7f1f232c), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:36.293743 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446054b4-8b4f-45ec-9e9b-4a552af02065', 'name': 'network-vif-deleted', 'tag': '202d895f-8706-4b55-b8a7-80568bae22d1'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 19 15:35:36.296793 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d2e84980a17325272b4cf9c309c8357a48d253306afbf36687b3b254780f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f870356-091e-4683-9a11-25546285b336" -d '{"events": [{"server_uuid": "446054b4-8b4f-45ec-9e9b-4a552af02065", "name": "network-vif-deleted", "tag": "202d895f-8706-4b55-b8a7-80568bae22d1"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:35:36.345175 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Aug 2022 15:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13632b6-a82d-4e6f-9e5f-95f248997517 x-openstack-request-id: req-f13632b6-a82d-4e6f-9e5f-95f248997517 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:35:36.345505 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446054b4-8b4f-45ec-9e9b-4a552af02065", "name": "network-vif-deleted", "tag": "202d895f-8706-4b55-b8a7-80568bae22d1", "status": "completed", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:35:36.345763 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f13632b6-a82d-4e6f-9e5f-95f248997517 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:35:36.346163 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f13632b6-a82d-4e6f-9e5f-95f248997517'] response: {'server_uuid': '446054b4-8b4f-45ec-9e9b-4a552af02065', 'name': 'network-vif-deleted', 'tag': '202d895f-8706-4b55-b8a7-80568bae22d1', 'status': 'completed', 'code': 200} Aug 19 15:35:36.368644 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-433751c6-e64a-412b-898c-be59249f86d6 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (247d845c-9de6-4148-aa56-5fac7f1f232c), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:36.371290 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-433751c6-e64a-412b-898c-be59249f86d6 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:36.373798 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-433751c6-e64a-412b-898c-be59249f86d6 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/247d845c-9de6-4148-aa56-5fac7f1f232c HTTP/1.1" status: 204 len: 168 time: 0.1764998 Aug 19 15:35:36.382973 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433751c6-e64a-412b-898c-be59249f86d6 tempest-TestShelveInstance-665903214 tempest-TestShelveInstance-665903214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=247d845c-9de6-4148-aa56-5fac7f1f232c,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:36.429666 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 50354) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:36.641207 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:36.759592 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8013d47e-604a-416c-9383-82f338f5608d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827495'] for router_interface (76509db5-0d49-4c9a-8d44-7422547ac2f9), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:36.999738 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-8013d47e-604a-416c-9383-82f338f5608d admin admin] Deleting port 907ec39a-6396-47ea-a66a-3a30988f29dc {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:35:37.000114 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8013d47e-604a-416c-9383-82f338f5608d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (907ec39a-6396-47ea-a66a-3a30988f29dc), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:37.084821 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-8013d47e-604a-416c-9383-82f338f5608d admin admin] For port 907ec39a-6396-47ea-a66a-3a30988f29dc, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=907ec39a-6396-47ea-a66a-3a30988f29dc,segment=NetworkSegment(f2880ea9-ded2-4710-9102-ec849acf2b3c),segment_id=f2880ea9-ded2-4710-9102-ec849acf2b3c)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:37.085283 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8013d47e-604a-416c-9383-82f338f5608d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (907ec39a-6396-47ea-a66a-3a30988f29dc), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:37.099305 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-8013d47e-604a-416c-9383-82f338f5608d admin admin] Calling delete_port for 907ec39a-6396-47ea-a66a-3a30988f29dc owned by network:router_interface {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:35:37.110793 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:37.291115 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8013d47e-604a-416c-9383-82f338f5608d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (907ec39a-6396-47ea-a66a-3a30988f29dc), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:37.318381 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013d47e-604a-416c-9383-82f338f5608d admin admin] Pushing event deleted for resources: {'Port': ['ID=907ec39a-6396-47ea-a66a-3a30988f29dc,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:37.494193 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8013d47e-604a-416c-9383-82f338f5608d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808215'] for router_interface (76509db5-0d49-4c9a-8d44-7422547ac2f9), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:37.548291 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:37.729548 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8013d47e-604a-416c-9383-82f338f5608d admin admin] Router 76509db5-0d49-4c9a-8d44-7422547ac2f9 has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:35:37.835163 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8013d47e-604a-416c-9383-82f338f5608d admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:35:37.843490 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 50470) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:37.844453 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-8013d47e-604a-416c-9383-82f338f5608d admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/76509db5-0d49-4c9a-8d44-7422547ac2f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4136810 Aug 19 15:35:37.846033 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c42679-dc5a-49bc-a661-ba72398dcede None None] Sync routers for ids ['76509db5-0d49-4c9a-8d44-7422547ac2f9'] in dv-cinder-835384-20-iscsi {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:35:37.857961 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c42679-dc5a-49bc-a661-ba72398dcede None None] Routers {'76509db5-0d49-4c9a-8d44-7422547ac2f9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:35:37.858657 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-35c42679-dc5a-49bc-a661-ba72398dcede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:35:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['76509db5-0d49-4c9a-8d44-7422547ac2f9'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:37.951762 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Publish callbacks [] for router (76509db5-0d49-4c9a-8d44-7422547ac2f9), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:37.965657 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-35c42679-dc5a-49bc-a661-ba72398dcede None None] Set router 76509db5-0d49-4c9a-8d44-7422547ac2f9 gateway port host: dv-cinder-835384-20-iscsi {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:35:38.034106 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=100 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:38.038278 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=100 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:38.061398 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Publish callbacks [] for router_gateway (76509db5-0d49-4c9a-8d44-7422547ac2f9), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:38.118897 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Deleting port cce3886d-a9ed-4495-ae03-4c98a6907b74 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:35:38.119142 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (cce3886d-a9ed-4495-ae03-4c98a6907b74), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:38.151683 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-35c42679-dc5a-49bc-a661-ba72398dcede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'name': 'tempest-TestShelveInstance-794205054-router', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:35:37Z', 'revision_number': 5, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'gw_port': {'id': 'cce3886d-a9ed-4495-ae03-4c98a6907b74', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:38.183480 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c42679-dc5a-49bc-a661-ba72398dcede None None] Checking router: 76509db5-0d49-4c9a-8d44-7422547ac2f9 for host: dv-cinder-835384-20-iscsi {{(pid=106287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:35:38.193837 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c42679-dc5a-49bc-a661-ba72398dcede None None] Routers {'76509db5-0d49-4c9a-8d44-7422547ac2f9'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:35:38.194477 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-35c42679-dc5a-49bc-a661-ba72398dcede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:35:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['76509db5-0d49-4c9a-8d44-7422547ac2f9'], 'active': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:38.212378 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] For port cce3886d-a9ed-4495-ae03-4c98a6907b74, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=cce3886d-a9ed-4495-ae03-4c98a6907b74,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:38.213064 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (cce3886d-a9ed-4495-ae03-4c98a6907b74), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:38.228259 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Calling delete_port for cce3886d-a9ed-4495-ae03-4c98a6907b74 owned by network:router_gateway {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:35:38.282319 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvr_db [None req-35c42679-dc5a-49bc-a661-ba72398dcede None None] Set router 76509db5-0d49-4c9a-8d44-7422547ac2f9 gateway port host: None {{(pid=106287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:35:38.335868 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.l3_hamode_db [None req-35c42679-dc5a-49bc-a661-ba72398dcede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'name': 'tempest-TestShelveInstance-794205054-router', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:35:38Z', 'revision_number': 6, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'gw_port_host': None}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:38.361464 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c42679-dc5a-49bc-a661-ba72398dcede None None] The sync data for ids ['76509db5-0d49-4c9a-8d44-7422547ac2f9'] in dv-cinder-835384-20-iscsi is: [{'id': '76509db5-0d49-4c9a-8d44-7422547ac2f9', 'name': 'tempest-TestShelveInstance-794205054-router', 'tenant_id': '7111b041a72b4481b3c8a286589e0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:00Z', 'updated_at': '2022-08-19T15:35:38Z', 'revision_number': 6, 'project_id': '7111b041a72b4481b3c8a286589e0a4e', 'gw_port_host': None}] {{(pid=106287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:35:38.424016 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (cce3886d-a9ed-4495-ae03-4c98a6907b74), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:38.459674 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Pushing event deleted for resources: {'Port': ['ID=cce3886d-a9ed-4495-ae03-4c98a6907b74,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:38.491607 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:38.491966 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:38.492313 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:38.492679 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:38.493057 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:38.493402 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:38.493743 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:38.494067 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:38.494385 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:38.494713 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:38.495036 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:38.495362 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:38.495682 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:38.496069 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:38.496319 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-20-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:38.544400 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809638'] for router_gateway (76509db5-0d49-4c9a-8d44-7422547ac2f9), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:38.632139 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12054'] for router (76509db5-0d49-4c9a-8d44-7422547ac2f9), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:38.634278 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Publish callbacks [] for router_controller (76509db5-0d49-4c9a-8d44-7422547ac2f9), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:38.677986 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808224'] for router (76509db5-0d49-4c9a-8d44-7422547ac2f9), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:38.678607 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76509db5-0d49-4c9a-8d44-7422547ac2f9 {{(pid=106284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:35:38.683337 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:38.684292 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-0b28a1d9-d9c5-40fe-a73c-a7632549ef13 admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/76509db5-0d49-4c9a-8d44-7422547ac2f9 HTTP/1.1" status: 204 len: 168 time: 0.8396893 Aug 19 15:35:38.687342 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 50504) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:38.695143 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:38.736733 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a37f8a7-b408-4f68-bb37-a563cc861692 admin admin] Deleting subnet 9c6457a2-ef32-4292-b3d5-a1d4e98c36db {{(pid=106284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 19 15:35:38.739499 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:38.740341 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9a37f8a7-b408-4f68-bb37-a563cc861692 admin admin] Publish callbacks [] for subnet (9c6457a2-ef32-4292-b3d5-a1d4e98c36db), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:38.783269 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9a37f8a7-b408-4f68-bb37-a563cc861692 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13475986'] for subnet (9c6457a2-ef32-4292-b3d5-a1d4e98c36db), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:38.863471 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9a37f8a7-b408-4f68-bb37-a563cc861692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550255'] for subnet (9c6457a2-ef32-4292-b3d5-a1d4e98c36db), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:38.915707 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9a37f8a7-b408-4f68-bb37-a563cc861692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16011949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127577'] for subnet (9c6457a2-ef32-4292-b3d5-a1d4e98c36db), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:38.945918 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37f8a7-b408-4f68-bb37-a563cc861692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c6457a2-ef32-4292-b3d5-a1d4e98c36db,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:38.949558 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9a37f8a7-b408-4f68-bb37-a563cc861692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:38.953280 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-9a37f8a7-b408-4f68-bb37-a563cc861692 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/9c6457a2-ef32-4292-b3d5-a1d4e98c36db HTTP/1.1" status: 204 len: 168 time: 0.2650101 Aug 19 15:35:38.955559 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f0f193-2232-4bfe-bc32-bbacc05a5533 None None] Network 79008e7b-f33e-4610-a522-4d5d851ee288 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:35:38.956051 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 50506) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:39.026598 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742190'] for network (79008e7b-f33e-4610-a522-4d5d851ee288), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:39.071677 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] Deleting port 5fe7e23d-c069-4e21-b4fd-4058639979bb {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:35:39.072038 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (5fe7e23d-c069-4e21-b4fd-4058639979bb), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:39.143419 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] For port 5fe7e23d-c069-4e21-b4fd-4058639979bb, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=5fe7e23d-c069-4e21-b4fd-4058639979bb,segment=NetworkSegment(f2880ea9-ded2-4710-9102-ec849acf2b3c),segment_id=f2880ea9-ded2-4710-9102-ec849acf2b3c)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:39.143961 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (5fe7e23d-c069-4e21-b4fd-4058639979bb), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:39.159686 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] Calling delete_port for 5fe7e23d-c069-4e21-b4fd-4058639979bb owned by network:dhcp {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:35:39.236292 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f292b04-622d-4db5-8a98-7eb52f8077c7 None None] DHCP port deletion for 79008e7b-f33e-4610-a522-4d5d851ee288 request from dv-cinder-835384-20-iscsi {{(pid=106286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 19 15:35:39.248786 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16011930'] for port (5fe7e23d-c069-4e21-b4fd-4058639979bb), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:39.280349 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe7e23d-c069-4e21-b4fd-4058639979bb,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:39.282628 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] No DVR routers for this DVR port 5fe7e23d-c069-4e21-b4fd-4058639979bb on host dv-cinder-835384-20-iscsi {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:35:39.289101 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-5f292b04-622d-4db5-8a98-7eb52f8077c7 None None] Deleting port 5fe7e23d-c069-4e21-b4fd-4058639979bb {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:35:39.289544 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5f292b04-622d-4db5-8a98-7eb52f8077c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (5fe7e23d-c069-4e21-b4fd-4058639979bb), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:39.355420 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551398', 'neutron.services.segments.db._delete_segments_for_network-8774275715211'] for network (79008e7b-f33e-4610-a522-4d5d851ee288), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:39.361281 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-5f292b04-622d-4db5-8a98-7eb52f8077c7 None None] For port 5fe7e23d-c069-4e21-b4fd-4058639979bb, host dv-cinder-835384-20-iscsi, got binding levels [] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:39.361673 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5f292b04-622d-4db5-8a98-7eb52f8077c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (5fe7e23d-c069-4e21-b4fd-4058639979bb), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:39.375486 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-5f292b04-622d-4db5-8a98-7eb52f8077c7 None None] Calling delete_port for 5fe7e23d-c069-4e21-b4fd-4058639979bb owned by network:dhcp {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:35:39.377700 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79008e7b-f33e-4610-a522-4d5d851ee288']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:39.378695 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.ipam_backend_mixin [None req-5f292b04-622d-4db5-8a98-7eb52f8077c7 None None] Port 5fe7e23d-c069-4e21-b4fd-4058639979bb was not found and therefore no delete operation was performed {{(pid=106286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 19 15:35:39.380630 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5f292b04-622d-4db5-8a98-7eb52f8077c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391'] for port (5fe7e23d-c069-4e21-b4fd-4058639979bb), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:39.394028 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2880ea9-ded2-4710-9102-ec849acf2b3c') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:39.394366 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2880ea9-ded2-4710-9102-ec849acf2b3c') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:39.406745 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774275715274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13475945'] for segment (f2880ea9-ded2-4710-9102-ec849acf2b3c), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:39.409628 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f292b04-622d-4db5-8a98-7eb52f8077c7 None None] Pushing event deleted for resources: {'Port': ['ID=5fe7e23d-c069-4e21-b4fd-4058639979bb,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:39.414288 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f292b04-622d-4db5-8a98-7eb52f8077c7 None None] No DVR routers for this DVR port 5fe7e23d-c069-4e21-b4fd-4058639979bb on host dv-cinder-835384-20-iscsi {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:35:39.426665 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (f2880ea9-ded2-4710-9102-ec849acf2b3c), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:39.434086 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:35:39.435255 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16011975'] for segment (f2880ea9-ded2-4710-9102-ec849acf2b3c), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:39.457728 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment f2880ea9-ded2-4710-9102-ec849acf2b3c resource provider aggregate not found Aug 19 15:35:39.499675 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment f2880ea9-ded2-4710-9102-ec849acf2b3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2880ea9-ded2-4710-9102-ec849acf2b3c found for delete ", "request_id": "req-8105ec05-e662-4fe2-9c00-7573aaf0334e"}]} Aug 19 15:35:39.514661 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809602'] for network (79008e7b-f33e-4610-a522-4d5d851ee288), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:39.520127 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:39.523422 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/79008e7b-f33e-4610-a522-4d5d851ee288 HTTP/1.1" status: 204 len: 168 time: 0.5667236 Aug 19 15:35:39.526411 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 50512) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:39.534470 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455c483-1367-4147-aa15-1566d2785bfd admin admin] Pushing event deleted for resources: {'Network': ['ID=79008e7b-f33e-4610-a522-4d5d851ee288,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:39.651193 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device cce3886d-a9ed-4495-ae03-4c98a6907b74 no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:35:39.685250 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: cce3886d-a9ed-4495-ae03-4c98a6907b74 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:35:39.685602 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device cce3886d-a9ed-4495-ae03-4c98a6907b74 not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:35:39.686224 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 907ec39a-6396-47ea-a66a-3a30988f29dc no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:35:39.715805 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 907ec39a-6396-47ea-a66a-3a30988f29dc {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:35:39.716411 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 907ec39a-6396-47ea-a66a-3a30988f29dc not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:35:39.717078 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 5fe7e23d-c069-4e21-b4fd-4058639979bb no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:35:39.736852 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 5fe7e23d-c069-4e21-b4fd-4058639979bb {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:35:39.737119 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 5fe7e23d-c069-4e21-b4fd-4058639979bb not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:35:39.738343 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:39.862739 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6ffad5e2-2931-4eaa-9dbb-4d17da70ab38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827495'] for router_interface (f5d3abae-2c22-401e-a81d-791fec62ca1f), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:39.875564 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 50520) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:39.904221 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:40.020330 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d1c07286-f89d-4bf2-9740-bf7a6fb4730b admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=2558a7c80abd410bafa20a3aadc0e74d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436439 Aug 19 15:35:40.021115 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 50524) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:40.069236 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-465c2448-7422-4da9-bb8c-ea7d4e955268 admin admin] Publish callbacks [] for security_group (6d5c810b-a5c1-48ec-b10e-bbbdece7819f), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:40.070910 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:40.079032 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:40.088128 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-6ffad5e2-2931-4eaa-9dbb-4d17da70ab38 admin admin] Deleting port fc60a81c-48a8-4026-825b-de8fef8775dd {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:35:40.088777 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6ffad5e2-2931-4eaa-9dbb-4d17da70ab38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (fc60a81c-48a8-4026-825b-de8fef8775dd), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:40.091997 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-465c2448-7422-4da9-bb8c-ea7d4e955268 admin admin] Publish callbacks [] for security_group (6d5c810b-a5c1-48ec-b10e-bbbdece7819f), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:40.146327 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-465c2448-7422-4da9-bb8c-ea7d4e955268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (6d5c810b-a5c1-48ec-b10e-bbbdece7819f), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:40.149204 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-465c2448-7422-4da9-bb8c-ea7d4e955268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:40.151402 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:40.153411 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-465c2448-7422-4da9-bb8c-ea7d4e955268 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/6d5c810b-a5c1-48ec-b10e-bbbdece7819f HTTP/1.1" status: 204 len: 168 time: 0.1312935 Aug 19 15:35:40.161596 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c2448-7422-4da9-bb8c-ea7d4e955268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5c810b-a5c1-48ec-b10e-bbbdece7819f,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:40.181594 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-6ffad5e2-2931-4eaa-9dbb-4d17da70ab38 admin admin] For port fc60a81c-48a8-4026-825b-de8fef8775dd, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=fc60a81c-48a8-4026-825b-de8fef8775dd,segment=NetworkSegment(c0daccff-bbf4-45e3-ba22-705af3f027cd),segment_id=c0daccff-bbf4-45e3-ba22-705af3f027cd)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:40.181862 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6ffad5e2-2931-4eaa-9dbb-4d17da70ab38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (fc60a81c-48a8-4026-825b-de8fef8775dd), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:40.196613 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-6ffad5e2-2931-4eaa-9dbb-4d17da70ab38 admin admin] Calling delete_port for fc60a81c-48a8-4026-825b-de8fef8775dd owned by network:router_interface {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:35:40.387218 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6ffad5e2-2931-4eaa-9dbb-4d17da70ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (fc60a81c-48a8-4026-825b-de8fef8775dd), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:40.414321 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffad5e2-2931-4eaa-9dbb-4d17da70ab38 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc60a81c-48a8-4026-825b-de8fef8775dd,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:40.835408 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6ffad5e2-2931-4eaa-9dbb-4d17da70ab38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808215'] for router_interface (f5d3abae-2c22-401e-a81d-791fec62ca1f), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:40.847688 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:41.045741 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffad5e2-2931-4eaa-9dbb-4d17da70ab38 admin admin] Router f5d3abae-2c22-401e-a81d-791fec62ca1f has already been hosted by L3 agent 2314a5f8-0795-4a26-94cd-ed7917a7742c {{(pid=106285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:35:41.144265 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffad5e2-2931-4eaa-9dbb-4d17da70ab38 admin admin] Notify agent at l3_agent.dv-cinder-835384-20-iscsi the message routers_updated {{(pid=106285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:35:41.150013 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-6ffad5e2-2931-4eaa-9dbb-4d17da70ab38 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/f5d3abae-2c22-401e-a81d-791fec62ca1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6225305 Aug 19 15:35:41.152510 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 50528) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:41.158353 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4117cc0-6b54-4fcd-b5b8-85369b1f9235 None None] Sync routers for ids ['f5d3abae-2c22-401e-a81d-791fec62ca1f'] in dv-cinder-835384-20-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:35:41.168182 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4117cc0-6b54-4fcd-b5b8-85369b1f9235 None None] Routers {'f5d3abae-2c22-401e-a81d-791fec62ca1f'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:35:41.168926 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b4117cc0-6b54-4fcd-b5b8-85369b1f9235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:35:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['f5d3abae-2c22-401e-a81d-791fec62ca1f'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:41.252700 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0d1b106a-929c-41e6-9291-eb1c8343a68c admin admin] Publish callbacks [] for router (f5d3abae-2c22-401e-a81d-791fec62ca1f), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:41.271458 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-b4117cc0-6b54-4fcd-b5b8-85369b1f9235 None None] Set router f5d3abae-2c22-401e-a81d-791fec62ca1f gateway port host: dv-cinder-835384-20-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:35:41.346190 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:41.355750 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0d1b106a-929c-41e6-9291-eb1c8343a68c admin admin] Publish callbacks [] for router_gateway (f5d3abae-2c22-401e-a81d-791fec62ca1f), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:41.398192 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-0d1b106a-929c-41e6-9291-eb1c8343a68c admin admin] Deleting port 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:35:41.398424 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0d1b106a-929c-41e6-9291-eb1c8343a68c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:41.439217 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b4117cc0-6b54-4fcd-b5b8-85369b1f9235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'name': 'tempest-TestShelveInstance-1798401902-router', 'tenant_id': '8977fcec1a794f1494a07cc3e0344b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'external_fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:06Z', 'updated_at': '2022-08-19T15:35:40Z', 'revision_number': 5, 'project_id': '8977fcec1a794f1494a07cc3e0344b68', 'gw_port': {'id': '341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7', 'name': '', 'network_id': '6cf1bcec-9c5a-4d9f-be37-071c3ec326dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-19T15:31:06Z', 'updated_at': '2022-08-19T15:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1607ceaf-d7f1-49d0-9d09-c396980923c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-20-iscsi'}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:41.468251 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4117cc0-6b54-4fcd-b5b8-85369b1f9235 None None] Checking router: f5d3abae-2c22-401e-a81d-791fec62ca1f for host: dv-cinder-835384-20-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:35:41.476629 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4117cc0-6b54-4fcd-b5b8-85369b1f9235 None None] Routers {'f5d3abae-2c22-401e-a81d-791fec62ca1f'} bound to L3 agent in host dv-cinder-835384-20-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 15:35:41.477228 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b4117cc0-6b54-4fcd-b5b8-85369b1f9235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-19T15:14:46Z,description=,heartbeat_timestamp=2022-08-19T15:35:16Z,host='dv-cinder-835384-20-iscsi',id=2314a5f8-0795-4a26-94cd-ed7917a7742c,load=0,resource_versions=,resources_synced=,started_at=2022-08-19T15:14:46Z,topic='l3_agent')) {'router_ids': ['f5d3abae-2c22-401e-a81d-791fec62ca1f'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:41.481952 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-0d1b106a-929c-41e6-9291-eb1c8343a68c admin admin] For port 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7,segment=NetworkSegment(a1a15224-4953-45c6-8025-8d21001cb7f5),segment_id=a1a15224-4953-45c6-8025-8d21001cb7f5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:41.482323 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0d1b106a-929c-41e6-9291-eb1c8343a68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:41.495223 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-0d1b106a-929c-41e6-9291-eb1c8343a68c admin admin] Calling delete_port for 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7 owned by network:router_gateway {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:35:41.558787 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-b4117cc0-6b54-4fcd-b5b8-85369b1f9235 None None] Set router f5d3abae-2c22-401e-a81d-791fec62ca1f gateway port host: None {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 19 15:35:41.618945 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b4117cc0-6b54-4fcd-b5b8-85369b1f9235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'name': 'tempest-TestShelveInstance-1798401902-router', 'tenant_id': '8977fcec1a794f1494a07cc3e0344b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:06Z', 'updated_at': '2022-08-19T15:35:41Z', 'revision_number': 6, 'project_id': '8977fcec1a794f1494a07cc3e0344b68', 'gw_port_host': None}], 'dv-cinder-835384-20-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:41.645653 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4117cc0-6b54-4fcd-b5b8-85369b1f9235 None None] The sync data for ids ['f5d3abae-2c22-401e-a81d-791fec62ca1f'] in dv-cinder-835384-20-iscsi is: [{'id': 'f5d3abae-2c22-401e-a81d-791fec62ca1f', 'name': 'tempest-TestShelveInstance-1798401902-router', 'tenant_id': '8977fcec1a794f1494a07cc3e0344b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-19T15:31:06Z', 'updated_at': '2022-08-19T15:35:41Z', 'revision_number': 6, 'project_id': '8977fcec1a794f1494a07cc3e0344b68', 'gw_port_host': None}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:35:41.663067 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:41.668769 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0d1b106a-929c-41e6-9291-eb1c8343a68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:41.697917 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b106a-929c-41e6-9291-eb1c8343a68c admin admin] Pushing event deleted for resources: {'Port': ['ID=341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:41.765041 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0d1b106a-929c-41e6-9291-eb1c8343a68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809638'] for router_gateway (f5d3abae-2c22-401e-a81d-791fec62ca1f), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:41.852597 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0d1b106a-929c-41e6-9291-eb1c8343a68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12054'] for router (f5d3abae-2c22-401e-a81d-791fec62ca1f), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:41.854733 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0d1b106a-929c-41e6-9291-eb1c8343a68c admin admin] Publish callbacks [] for router_controller (f5d3abae-2c22-401e-a81d-791fec62ca1f), precommit_delete_associations {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:41.897872 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0d1b106a-929c-41e6-9291-eb1c8343a68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808224'] for router (f5d3abae-2c22-401e-a81d-791fec62ca1f), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:41.898485 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1b106a-929c-41e6-9291-eb1c8343a68c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5d3abae-2c22-401e-a81d-791fec62ca1f {{(pid=106285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:35:41.902823 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0d1b106a-929c-41e6-9291-eb1c8343a68c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:41.904534 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-0d1b106a-929c-41e6-9291-eb1c8343a68c admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/f5d3abae-2c22-401e-a81d-791fec62ca1f HTTP/1.1" status: 204 len: 168 time: 0.7509482 Aug 19 15:35:41.907339 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 50530) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:41.951646 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_v2 [None req-9126454e-2653-4525-8224-30aaa2c6d415 admin admin] Deleting subnet 5de66ef4-c08c-4ffb-a83f-ffb48a44845e {{(pid=106285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 19 15:35:41.954720 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9126454e-2653-4525-8224-30aaa2c6d415 admin admin] Publish callbacks [] for subnet (5de66ef4-c08c-4ffb-a83f-ffb48a44845e), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:41.991564 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9126454e-2653-4525-8224-30aaa2c6d415 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14938841'] for subnet (5de66ef4-c08c-4ffb-a83f-ffb48a44845e), precommit_delete_associations {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:42.079095 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9126454e-2653-4525-8224-30aaa2c6d415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550255'] for subnet (5de66ef4-c08c-4ffb-a83f-ffb48a44845e), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:42.132469 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9126454e-2653-4525-8224-30aaa2c6d415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16617200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16591531'] for subnet (5de66ef4-c08c-4ffb-a83f-ffb48a44845e), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:42.160647 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126454e-2653-4525-8224-30aaa2c6d415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5de66ef4-c08c-4ffb-a83f-ffb48a44845e,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:42.162929 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9126454e-2653-4525-8224-30aaa2c6d415 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:42.166091 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-9126454e-2653-4525-8224-30aaa2c6d415 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/5de66ef4-c08c-4ffb-a83f-ffb48a44845e HTTP/1.1" status: 204 len: 168 time: 0.2578509 Aug 19 15:35:42.167140 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2010a0b7-0d7c-4998-87e4-d885efeb68ab None None] Network 4611e940-9139-4d9a-a7f2-05ab6b389db1 requested from dv-cinder-835384-20-iscsi {{(pid=106286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 19 15:35:42.168698 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 50532) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:42.240839 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742190'] for network (4611e940-9139-4d9a-a7f2-05ab6b389db1), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:42.249361 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=7 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:42.285545 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] Deleting port 12fcc045-b4c7-488d-9e8d-4585bdc5e117 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:35:42.285888 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (12fcc045-b4c7-488d-9e8d-4585bdc5e117), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:42.349095 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] For port 12fcc045-b4c7-488d-9e8d-4585bdc5e117, host dv-cinder-835384-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-20-iscsi',level=0,port_id=12fcc045-b4c7-488d-9e8d-4585bdc5e117,segment=NetworkSegment(c0daccff-bbf4-45e3-ba22-705af3f027cd),segment_id=c0daccff-bbf4-45e3-ba22-705af3f027cd)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:42.349391 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (12fcc045-b4c7-488d-9e8d-4585bdc5e117), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:42.365441 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] Calling delete_port for 12fcc045-b4c7-488d-9e8d-4585bdc5e117 owned by network:dhcp {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:35:42.424211 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54cdee1-5551-4248-b1ac-335f65d8c1fa None None] DHCP port deletion for 4611e940-9139-4d9a-a7f2-05ab6b389db1 request from dv-cinder-835384-20-iscsi {{(pid=106286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 19 15:35:42.427169 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:42.446759 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16617159'] for port (12fcc045-b4c7-488d-9e8d-4585bdc5e117), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:42.467609 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b54cdee1-5551-4248-b1ac-335f65d8c1fa None None] Deleting port 12fcc045-b4c7-488d-9e8d-4585bdc5e117 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 19 15:35:42.468166 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b54cdee1-5551-4248-b1ac-335f65d8c1fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774275572161'] for port (12fcc045-b4c7-488d-9e8d-4585bdc5e117), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:42.475719 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] Pushing event deleted for resources: {'Port': ['ID=12fcc045-b4c7-488d-9e8d-4585bdc5e117,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:42.479689 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] No DVR routers for this DVR port 12fcc045-b4c7-488d-9e8d-4585bdc5e117 on host dv-cinder-835384-20-iscsi {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:35:42.525650 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:42.542013 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b54cdee1-5551-4248-b1ac-335f65d8c1fa None None] For port 12fcc045-b4c7-488d-9e8d-4585bdc5e117, host dv-cinder-835384-20-iscsi, got binding levels [] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:42.542419 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b54cdee1-5551-4248-b1ac-335f65d8c1fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827006'] for port (12fcc045-b4c7-488d-9e8d-4585bdc5e117), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:42.557882 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-b54cdee1-5551-4248-b1ac-335f65d8c1fa None None] Calling delete_port for 12fcc045-b4c7-488d-9e8d-4585bdc5e117 owned by network:dhcp {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 19 15:35:42.560493 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551398', 'neutron.services.segments.db._delete_segments_for_network-8774275715211'] for network (4611e940-9139-4d9a-a7f2-05ab6b389db1), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:42.561415 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.ipam_backend_mixin [None req-b54cdee1-5551-4248-b1ac-335f65d8c1fa None None] Port 12fcc045-b4c7-488d-9e8d-4585bdc5e117 was not found and therefore no delete operation was performed {{(pid=106286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 19 15:35:42.562946 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b54cdee1-5551-4248-b1ac-335f65d8c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774275576486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774275215391'] for port (12fcc045-b4c7-488d-9e8d-4585bdc5e117), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:42.581908 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:42.583792 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.services.segments.db [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4611e940-9139-4d9a-a7f2-05ab6b389db1']}} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:42.590431 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cdee1-5551-4248-b1ac-335f65d8c1fa None None] Pushing event deleted for resources: {'Port': ['ID=12fcc045-b4c7-488d-9e8d-4585bdc5e117,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:42.594314 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54cdee1-5551-4248-b1ac-335f65d8c1fa None None] No DVR routers for this DVR port 12fcc045-b4c7-488d-9e8d-4585bdc5e117 on host dv-cinder-835384-20-iscsi {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 19 15:35:42.594493 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.services.segments.db [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0daccff-bbf4-45e3-ba22-705af3f027cd') {'for_net_delete': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:42.594737 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.services.segments.db [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0daccff-bbf4-45e3-ba22-705af3f027cd') {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:42.606687 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774275715274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14938658'] for segment (c0daccff-bbf4-45e3-ba22-705af3f027cd), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:42.623290 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975'] for segment (c0daccff-bbf4-45e3-ba22-705af3f027cd), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:42.630211 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=106285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:35:42.630573 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16617114'] for segment (c0daccff-bbf4-45e3-ba22-705af3f027cd), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:42.652199 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.services.segments.plugin [-] Segment c0daccff-bbf4-45e3-ba22-705af3f027cd resource provider aggregate not found Aug 19 15:35:42.687890 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.services.segments.plugin [-] Segment c0daccff-bbf4-45e3-ba22-705af3f027cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0daccff-bbf4-45e3-ba22-705af3f027cd found for delete ", "request_id": "req-20a3416c-6b31-448d-a080-b3af0c6ab423"}]} Aug 19 15:35:42.702535 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809602'] for network (4611e940-9139-4d9a-a7f2-05ab6b389db1), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:42.707308 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576787'] for network (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:42.716500 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/4611e940-9139-4d9a-a7f2-05ab6b389db1 HTTP/1.1" status: 204 len: 168 time: 0.5409386 Aug 19 15:35:42.728481 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a18cf7-f429-4908-8b3a-2edb29a8ff50 admin admin] Pushing event deleted for resources: {'Network': ['ID=4611e940-9139-4d9a-a7f2-05ab6b389db1,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:42.876677 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 50540) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:42.916807 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-b1d42e01-141e-4f8b-9e42-9bd848d39033 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=7111b041a72b4481b3c8a286589e0a4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389359 Aug 19 15:35:42.919895 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.wsgi [-] (106285) accepted ('10.222.0.75', 50542) {{(pid=106285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:42.967964 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c935d809-3758-476b-b75a-5fe9b2fe7521 admin admin] Publish callbacks [] for security_group (ff717c14-0afe-4c25-84b1-afc9a7c5af7c), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:42.988307 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c935d809-3758-476b-b75a-5fe9b2fe7521 admin admin] Publish callbacks [] for security_group (ff717c14-0afe-4c25-84b1-afc9a7c5af7c), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:43.033619 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c935d809-3758-476b-b75a-5fe9b2fe7521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (ff717c14-0afe-4c25-84b1-afc9a7c5af7c), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:43.036160 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c935d809-3758-476b-b75a-5fe9b2fe7521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:43.037362 dv-cinder-835384-20-iscsi neutron-server[106285]: INFO neutron.wsgi [None req-c935d809-3758-476b-b75a-5fe9b2fe7521 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/ff717c14-0afe-4c25-84b1-afc9a7c5af7c HTTP/1.1" status: 204 len: 168 time: 0.1165128 Aug 19 15:35:43.045874 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935d809-3758-476b-b75a-5fe9b2fe7521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff717c14-0afe-4c25-84b1-afc9a7c5af7c,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:43.360834 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 50548) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:43.402535 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-c580fb6e-f71f-4298-9fdb-3e23dfd6b0c5 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=8977fcec1a794f1494a07cc3e0344b68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405047 Aug 19 15:35:43.405789 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.75', 50550) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 19 15:35:43.418441 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8c513865-7c55-409c-b67f-8e15993d2887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:43.456082 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-173489b9-e502-441e-9eae-a6e129708e4e admin admin] Publish callbacks [] for security_group (2e200e5d-8d19-44d4-ad25-ee60ee724ce2), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:43.476119 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-173489b9-e502-441e-9eae-a6e129708e4e admin admin] Publish callbacks [] for security_group (2e200e5d-8d19-44d4-ad25-ee60ee724ce2), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:43.521541 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-173489b9-e502-441e-9eae-a6e129708e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617105'] for security_group (2e200e5d-8d19-44d4-ad25-ee60ee724ce2), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:43.524241 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-173489b9-e502-441e-9eae-a6e129708e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:43.525405 dv-cinder-835384-20-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-173489b9-e502-441e-9eae-a6e129708e4e admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/2e200e5d-8d19-44d4-ad25-ee60ee724ce2 HTTP/1.1" status: 204 len: 168 time: 0.1185207 Aug 19 15:35:43.533955 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173489b9-e502-441e-9eae-a6e129708e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e200e5d-8d19-44d4-ad25-ee60ee724ce2,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:43.630134 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device fc60a81c-48a8-4026-825b-de8fef8775dd no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:35:43.651000 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: fc60a81c-48a8-4026-825b-de8fef8775dd {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:35:43.651453 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device fc60a81c-48a8-4026-825b-de8fef8775dd not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:35:43.651937 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7 no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:35:43.671779 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:35:43.672139 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 341aecf5-20f4-4b9b-9ab7-bcdaf8ed64b7 not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:35:43.672589 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 12fcc045-b4c7-488d-9e8d-4585bdc5e117 no longer exists at agent ovs-agent-dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:35:43.699172 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] No Port match for: 12fcc045-b4c7-488d-9e8d-4585bdc5e117 {{(pid=106286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 19 15:35:43.699520 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.rpc [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Device 12fcc045-b4c7-488d-9e8d-4585bdc5e117 not bound to the agent host dv-cinder-835384-20-iscsi {{(pid=106286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:35:45.795369 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7d940a9b-472f-497d-8e2b-d8668ec35717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:47.086196 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:48.338200 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=24 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:48.339082 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=25 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:48.546490 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:48.557313 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:35:53.021261 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=62,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:53.041501 dv-cinder-835384-20-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=30,neutron:DELETE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:53.508341 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=23,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:53.529741 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=33,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:58.544555 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:35:58.553666 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:36:04.042293 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:36:09.893959 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:36:11.096438 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:36:13.420705 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9e564587-dcc7-4da6-ab57-5b8ecfc80eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:36:14.038140 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:36:15.799026 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b104bab1-7e46-4ef9-8022-1e2d8db8e2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:36:17.089536 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:36:18.541876 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:36:18.559497 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:36:28.554055 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:36:28.556207 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:36:39.902237 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:36:41.040328 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:36:43.423418 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-61cabbed-115e-4f4c-a873-5b48ad1e385c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:36:45.801548 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f70362a0-265a-4eda-9ac5-80c69e674730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:36:47.092131 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:36:48.544224 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:36:48.563409 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:36:59.993423 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:36:59.994092 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=6 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:37:01.582689 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:37:01.583470 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:37:09.922159 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:37:13.424997 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c7014757-4d95-435c-8f49-fe0d69cc8328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:37:15.802556 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c75b081b-9156-4281-a005-77baf4dfde0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:37:17.096286 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:37:18.039709 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:37:18.548577 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:37:18.564696 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:37:25.099309 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:37:28.035991 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:37:28.559101 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:37:28.561046 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:37:39.935107 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:37:41.577419 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=14 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:37:41.580316 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=12 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:37:43.427443 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-32928cb3-d9f0-499c-93ac-bd322cc192e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:37:45.805006 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-81a9c68d-5349-4fc3-93b6-a13a838b8452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:37:47.097882 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:37:48.552645 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:37:48.567996 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:37:55.037957 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:37:58.557749 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:37:58.563724 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:38:05.034573 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:38:05.035425 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:38:09.937732 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:38:13.432302 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-578e31a3-c737-47d3-835f-81e878163230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:38:15.806302 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-04e3b34f-6725-4a25-8926-68cb20b5427a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:38:17.100745 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:38:18.552696 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:38:18.569035 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:38:28.558995 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:38:28.564191 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:38:32.041340 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:38:39.092228 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:38:39.938407 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:38:40.872374 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [req-97310c3c-c8a3-465f-b85e-03d3fd3c4cdf req-ef0000fd-3798-4c7f-a744-6d845adf0575 service neutron] (106284) timed out ('10.222.0.52', 62063) {{(pid=106284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 19 15:38:42.035994 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:38:43.434854 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c19f4805-cefb-4361-9dc4-b6426406422c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:38:45.807431 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-83c8eed5-bd1b-4472-9a15-b277f89fe842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:38:47.106378 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:38:48.554474 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:38:48.571538 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:39:01.703537 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:39:01.706130 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:39:09.043081 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:39:09.948768 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:39:13.436016 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-96031a24-c058-419b-9356-b164efa963f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:39:15.809668 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6df8bab5-4643-4195-b1e7-b0660758b1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:39:17.107956 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:39:18.557569 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:39:18.574574 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:39:19.036907 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:39:19.037763 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:39:28.563734 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:39:28.570220 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:39:39.947325 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:39:41.582234 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=11 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:39:41.582972 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=15 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:39:43.438006 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b56ad562-826c-43ef-8fd1-341c3f1e7ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:39:45.811499 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1094e36e-b70f-4866-bdfa-ab3116f00286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:39:46.043078 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:39:47.110854 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:39:48.563917 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:39:48.575791 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:39:56.037788 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:39:56.038565 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:39:58.570901 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:39:58.572809 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:40:09.979307 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:40:13.440226 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-37b4d799-6798-43bf-aa95-af14df87f398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:40:14.352143 dv-cinder-835384-20-iscsi neutron-server[106284]: DEBUG neutron.wsgi [req-2e2cfdb8-59a6-4a4c-93c2-d2d89eec86cb req-ea9bb6e1-03e2-4b56-bbc9-1656cc0211d1 service neutron] (106284) timed out ('10.222.0.52', 62053) {{(pid=106284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 19 15:40:15.816161 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e2124b49-d3aa-4931-9fa9-08d1cc64307b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:40:17.113435 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:40:18.566387 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:40:18.577300 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:40:23.043265 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:40:28.566991 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:40:28.574332 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:40:39.977058 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b4abab9a-b41e-4da3-acbb-3cfeca302054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (bf47e18d-789d-4c09-a177-a8abe6aeedc0), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:40:42.034622 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=6 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:40:42.035338 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:40:43.442370 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4c02735f-209a-4abf-b1bb-2d9963f7b8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2a18be81-5c16-4753-812c-ddd9c4cc49e4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:40:45.818875 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ec090f4f-1a52-48c6-ac7d-11b2ed5fc7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (2314a5f8-0795-4a26-94cd-ed7917a7742c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:40:47.116487 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63957670-9be4-4a3b-9802-bf97d467d379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (10d09ba2-2116-4873-b7c6-d71082071f94), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:40:48.577341 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fbda1665-803d-45c3-84b2-9b44e583cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (91eeb6aa-d8f2-40fb-8df7-a38cc4e56019), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:40:48.581371 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e61e5157-bada-4768-a6fb-10611ff1a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774275715193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549415'] for agent (f5da4851-9dae-45cb-9f3c-c8de4800b568), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 19 15:41:00.043263 dv-cinder-835384-20-iscsi neutron-server[106287]: DEBUG neutron.db.agents_db [None req-c1ecd4cb-665d-4de1-ba9a-711bd0332d8c None None] Agent healthcheck: found 6 active agents {{(pid=106287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:41:01.584632 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 19 15:41:01.586524 dv-cinder-835384-20-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}